-- Logs begin at Wed 2022-02-16 12:51:54 UTC, end at Wed 2022-02-16 13:49:30 UTC. -- Feb 16 13:22:28.972641 dv-cinder-829473-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 13:22:32.005072 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.common.config [-] Logging enabled! Feb 16 13:22:32.005694 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 13:22:32.005886 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102452) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 13:22:32.009153 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.common.config [-] Logging enabled! Feb 16 13:22:32.009412 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 13:22:32.009729 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102452) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 13:22:32.010698 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:22:32.010937 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:22:32.011414 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:22:32.011796 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:22:32.012030 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:22:32.012358 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.012785 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 13:22:32.013102 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.013402 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.013748 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.014005 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.014339 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.014626 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.014920 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.015221 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.015513 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.015797 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.016087 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.016383 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.016670 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.016967 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.017255 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.017540 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] debug = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.017823 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.018288 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.018708 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.018998 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.019288 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.019573 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.019851 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.020129 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.020421 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.020751 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] host = dv-cinder-829473-3-iscsi {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.021031 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.021322 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.021609 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.021896 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.022205 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.022489 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.022778 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.023056 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.023335 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.023616 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.023906 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.024198 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.024491 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.024720 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.024945 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.025238 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.025528 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.025807 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.026120 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.026403 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.026682 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.026966 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.027262 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.027550 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.027834 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.028120 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.028400 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.028679 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.028955 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.029230 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.029516 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.029794 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.030100 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.030384 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.030675 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.030950 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.031227 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.031531 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.031819 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.032103 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.032389 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.032666 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.032951 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.033230 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.033505 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.033779 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_json = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.034082 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.034362 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.034646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.034923 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.035198 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.035476 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.035751 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.036037 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.036312 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:32.036614 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.036919 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.037221 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.037513 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.037806 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.038117 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.038415 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.038697 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.038988 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.039280 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.039571 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.039853 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.040154 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.040445 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.040745 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.041054 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.041351 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.041646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.041925 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.042235 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.042513 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.042794 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.043608 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.043891 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.044182 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.044474 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.044755 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.045054 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.045343 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.045638 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.045928 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.046227 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.046511 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.046810 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.047091 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.047365 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.047646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.047934 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.048215 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.048490 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.048775 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.049056 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.049332 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.049606 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.049890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.050206 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.050486 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.050762 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.051038 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.051317 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.051591 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.051880 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.052160 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.052435 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.052711 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.052992 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.053267 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.053542 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.053822 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.054122 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.054404 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.054682 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.054954 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.055230 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.055504 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.055778 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.056060 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.056331 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.056608 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.056890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.057167 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.057444 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.057721 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.057998 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.058355 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.059176 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.059467 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.059761 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.060047 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.060335 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.060619 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.060904 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.061193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.061488 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.061759 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.062089 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.062384 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.062680 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.062992 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.063534 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.063834 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.064120 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.064411 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.064698 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.064978 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.065268 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.065558 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.065860 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.066186 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.066491 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.066797 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.067094 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.067382 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.067701 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.067987 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:32.068207 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:22:32.068457 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102452) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 13:22:32.444406 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 13:22:32.444685 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 13:22:32.444994 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 13:22:32.445334 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 13:22:32.782548 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.782832 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.783107 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.784423 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.784702 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.784978 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.829423 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.829700 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.829970 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.844119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.844405 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.844679 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.981579 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.981867 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:32.982171 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.020940 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.021554 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.021554 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.277966 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.278287 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.278559 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.278829 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.279532 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.380386 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.380716 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.381002 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.381276 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.381547 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.381861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.382149 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.382411 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.382677 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.382959 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.383220 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.383489 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.383747 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.384002 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.384266 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.384535 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.384794 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.385064 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.385335 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.385678 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.385959 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.386241 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.386553 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.386936 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.387190 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.387440 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.387839 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.388084 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.388333 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.388572 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.388808 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.389043 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:33.389417 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 13:22:33.392669 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 13:22:33.397854 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 13:22:33.401777 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 16 13:22:33.403992 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 13:22:33.404467 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 13:22:33.404808 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 13:22:33.405202 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 13:22:33.408099 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 13:22:33.408356 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 13:22:33.408708 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 13:22:33.413645 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 13:22:33.437232 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 13:22:33.437699 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.438007 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102452) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 13:22:33.438861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.440248 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102452) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 13:22:33.440538 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 13:22:33.440788 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 13:22:33.444148 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.444432 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:33.506717 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 13:22:33.506958 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 13:22:33.507198 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 13:22:33.507579 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 13:22:33.529230 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_db.sqlalchemy.engines [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102452) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 13:22:33.975826 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing driver for type 'gre' Feb 16 13:22:33.976389 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] gre ID ranges: [(1, 1000)] Feb 16 13:22:34.043059 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing driver for type 'local' Feb 16 13:22:34.043721 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing driver for type 'vlan' Feb 16 13:22:34.056718 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] VlanTypeDriver initialization complete Feb 16 13:22:34.057187 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing driver for type 'vxlan' Feb 16 13:22:34.057743 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] vxlan ID ranges: [(1, 1000)] Feb 16 13:22:34.120570 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing extension driver 'port_security' Feb 16 13:22:34.121505 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.extensions.port_security [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] PortSecurityExtensionDriver initialization complete Feb 16 13:22:34.121848 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing mechanism driver 'openvswitch' Feb 16 13:22:34.122222 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing mechanism driver 'hyperv' Feb 16 13:22:34.129004 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:34.129877 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.130277 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.130636 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.131186 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.131628 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.131992 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.132345 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.132749 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.133166 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.133522 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.133873 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.134309 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.134724 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.135079 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.135433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.135843 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.136260 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.137192 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.137576 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.137980 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.138423 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > address_group after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.138779 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > address_group after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.139123 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.139565 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102452) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:22:34.140013 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] ML2 OVO RPC backend initialized. {{(pid=102452) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 13:22:34.140727 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.141115 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.141515 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.141870 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > networks before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.142250 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.142601 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > ports before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.142951 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.143300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnets before_response 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.143652 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.143999 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.144340 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.144684 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.145025 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.145372 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.145715 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.146091 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.146433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.154333 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded quota_driver: . Feb 16 13:22:34.154663 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.plugin [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Modular L2 Plugin initialization complete Feb 16 13:22:34.155026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading services supported by the core plugin {{(pid=102452) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 13:22:34.155388 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.plugins.ml2.managers [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Got port-security extension from driver 'port_security' Feb 16 13:22:34.155911 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.extensions.vlantransparent [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Disabled vlantransparent extension. Feb 16 13:22:34.156421 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102452) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 13:22:34.156753 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: router Feb 16 13:22:34.196664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.197068 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_create 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.197453 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router before_create 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.197821 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.198228 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.198664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_delete 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.199623 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.199968 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.200342 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_create 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.200702 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.201066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.201427 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.201797 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.202251 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.205630 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.205630 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.205630 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: subnet after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.205630 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.205630 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_create 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router after_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206395 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206395 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_create 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.206680 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.207041 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_update 55549900 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.207410 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > agent after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.207769 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > agent after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.208122 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > network after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.209069 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Tracking information for resource: router configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:34.209393 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Tracking information for resource: floatingip configured {{(pid=102452) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:22:34.214718 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.db.l3_agentschedulers_db [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 13:22:34.215321 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.215688 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.216046 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.216403 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: port after_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.217223 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router before_create 55550100 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.217597 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.217966 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_create 55550100 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.218356 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > router precommit_update 55550100 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.223200 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.provider_configuration [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service providers = [] {{(pid=102452) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 13:22:34.223569 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.db.servicetype_db [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102452) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 13:22:34.228539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.service_base [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:22:34.228539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.service_base [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:22:34.228539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.service_base [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:22:34.228539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.services.service_base [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102452) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:22:34.228892 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.services.service_base [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 13:22:34.228974 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.229302 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 13:22:34.240826 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.241165 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: auto_allocate Feb 16 13:22:34.247924 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: network precommit_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.248309 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: network precommit_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.248850 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.249178 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: tag Feb 16 13:22:34.256253 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.256594 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: timestamp Feb 16 13:22:34.260617 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.260949 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: network_ip_availability Feb 16 13:22:34.266775 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.267154 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.267519 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.268285 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.268610 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: flavors Feb 16 13:22:34.273694 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.274051 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading Plugin: revisions Feb 16 13:22:34.278499 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102452) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:22:34.278878 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=102452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 13:22:34.279640 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102452) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 13:22:34.279990 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Initializing extension manager. Feb 16 13:22:34.280522 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: __init__.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.280871 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: __pycache__ {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.281217 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.281554 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: address_group.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.282372 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.282956 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: address-group Feb 16 13:22:34.283285 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: address_scope.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.284010 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.284520 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: address-scope Feb 16 13:22:34.284849 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.285828 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.286381 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: router-admin-state-down-before-update Feb 16 13:22:34.286707 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: agent.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.287426 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.287930 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: agent Feb 16 13:22:34.288255 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: agent_resources_synced.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.289176 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.289680 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: agent-resources-synced Feb 16 13:22:34.290006 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: allowedaddresspairs.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.291928 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.292448 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: allowed-address-pairs Feb 16 13:22:34.293375 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: auto_allocated_topology.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.294531 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.295045 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: auto-allocated-topology Feb 16 13:22:34.295374 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: availability_zone.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.296080 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.296587 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: availability_zone Feb 16 13:22:34.296914 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: availability_zone_filter.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.297846 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.298398 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: availability_zone_filter Feb 16 13:22:34.298726 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: data_plane_status.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.299655 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.300163 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 13:22:34.300489 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: default_subnetpools.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.301429 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.301940 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: default-subnetpools Feb 16 13:22:34.302298 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.303138 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.303642 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: dhcp_agent_scheduler Feb 16 13:22:34.303969 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: dns.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.304901 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.305400 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 13:22:34.305727 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: dns_domain_ports.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.306691 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.307195 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 13:22:34.307523 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.309049 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.309553 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 13:22:34.309883 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: dvr.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.310599 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.311108 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: dvr Feb 16 13:22:34.311443 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: ecmp_routes.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.312380 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.312889 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 13:22:34.313473 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: empty_string_filtering.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.314437 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.314946 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: empty-string-filtering Feb 16 13:22:34.315274 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.316200 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.316708 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 13:22:34.317037 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.317963 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.318500 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 13:22:34.318829 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: external_net.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.319755 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.320268 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: external-net Feb 16 13:22:34.320597 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.321529 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.322064 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: extra_dhcp_opt Feb 16 13:22:34.322396 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: extraroute.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.323321 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.323829 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: extraroute Feb 16 13:22:34.324221 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: extraroute_atomic.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.325290 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.325799 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: extraroute-atomic Feb 16 13:22:34.326158 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: filter_validation.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.326836 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.327340 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: filter-validation Feb 16 13:22:34.327664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: fip_pf_description.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.328588 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.329082 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 13:22:34.329406 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: fip_port_details.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.330575 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.331083 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: fip-port-details Feb 16 13:22:34.331416 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: flavors.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.332685 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.333198 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: flavors Feb 16 13:22:34.333529 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.335268 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.335790 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 13:22:34.336131 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: floatingip_pools.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.336845 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.337356 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: floatingip-pools Feb 16 13:22:34.337693 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: ip_allocation.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.338669 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.339178 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 13:22:34.339509 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.340513 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.341030 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: ip-substring-filtering Feb 16 13:22:34.341369 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l2_adjacency.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.342339 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.342847 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 13:22:34.343179 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.344190 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.344707 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: router Feb 16 13:22:34.345040 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.347380 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.347913 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 13:22:34.348252 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.349206 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.349727 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: ext-gw-mode Feb 16 13:22:34.350092 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.351040 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.351557 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: l3-ha Feb 16 13:22:34.351889 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.352812 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.353318 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 13:22:34.353646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_flavors.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.354602 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.355112 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: l3-flavors Feb 16 13:22:34.355991 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.357458 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.357980 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 13:22:34.358358 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.359281 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.359794 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 13:22:34.360127 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: l3agentscheduler.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.361222 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.361733 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: l3_agent_scheduler Feb 16 13:22:34.362098 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: local_ip.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.363916 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.364442 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension local_ip not supported by any of loaded plugins Feb 16 13:22:34.364784 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: logging.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.366476 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.367000 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension logging not supported by any of loaded plugins Feb 16 13:22:34.367338 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: metering.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.368099 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.368693 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: metering Feb 16 13:22:34.369026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.370186 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.370707 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: metering_source_and_destination_fields Feb 16 13:22:34.371645 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: multiprovidernet.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.372617 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.373137 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: multi-provider Feb 16 13:22:34.373470 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: netmtu.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.374439 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.374949 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: net-mtu Feb 16 13:22:34.375278 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: netmtu_writable.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.376207 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.376718 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: net-mtu-writable Feb 16 13:22:34.377045 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: network_availability_zone.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.377727 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.378270 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: network_availability_zone Feb 16 13:22:34.378601 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: network_ip_availability.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.379736 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.380245 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: network-ip-availability Feb 16 13:22:34.380573 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: network_segment_range.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.381358 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.381867 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 13:22:34.382227 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: pagination.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.383238 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.383574 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: pagination Feb 16 13:22:34.383902 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: port_device_profile.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.384826 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.385338 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: port-device-profile Feb 16 13:22:34.385664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.386663 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.387171 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: port-mac-address-regenerate Feb 16 13:22:34.387496 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.388429 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.388936 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: port-numa-affinity-policy Feb 16 13:22:34.389258 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: port_resource_request.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.390233 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.390739 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 13:22:34.391068 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: port_resource_request_groups.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.392066 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.392567 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 13:22:34.392895 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: portbindings.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.393840 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.394403 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: binding Feb 16 13:22:34.394713 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: portbindings_extended.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.396025 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.396545 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: binding-extended Feb 16 13:22:34.396880 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: portsecurity.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.397821 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.398366 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: port-security Feb 16 13:22:34.398691 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: project_id.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.399685 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.400020 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: project-id Feb 16 13:22:34.400347 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: providernet.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.401277 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.401788 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: provider Feb 16 13:22:34.402181 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.405938 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.406525 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos not supported by any of loaded plugins Feb 16 13:22:34.406833 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.408111 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.409497 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 13:22:34.409497 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.409890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.410434 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 13:22:34.410771 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_default.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.411704 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.412225 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-default not supported by any of loaded plugins Feb 16 13:22:34.412563 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_fip.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.413515 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.414045 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 13:22:34.414381 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.415313 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.415823 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 13:22:34.416155 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_gateway_ip.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.417232 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.418326 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 13:22:34.418672 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_port_network_policy.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.419602 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.420115 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 13:22:34.420446 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.421507 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.422042 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 13:22:34.422380 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.423454 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.423962 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 13:22:34.424290 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_pps_rule.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.425504 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.426040 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 13:22:34.426388 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_rule_type_details.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.427326 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.427841 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 13:22:34.428169 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: qos_rules_alias.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.429249 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.430781 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 13:22:34.430781 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: quota_check_limit.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.431041 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.431557 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: quota-check-limit Feb 16 13:22:34.431885 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: quotasv2.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.432893 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.433229 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: quotas Feb 16 13:22:34.434573 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: quotasv2_detail.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.436581 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.436926 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: quota_details Feb 16 13:22:34.437266 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: rbac.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.438644 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.439177 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: rbac-policies Feb 16 13:22:34.439516 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: rbac_address_group.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.440469 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.440983 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: rbac-address-group Feb 16 13:22:34.441315 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: rbac_address_scope.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.442283 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.442800 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: rbac-address-scope Feb 16 13:22:34.443136 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: rbac_security_groups.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.444071 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.444579 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: rbac-security-groups Feb 16 13:22:34.444909 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: rbac_subnetpool.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.445917 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.446458 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: rbac-subnetpool Feb 16 13:22:34.446793 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: revisionifmatch.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.448356 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.448356 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: revision-if-match Feb 16 13:22:34.448666 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: revisions.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.449840 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.450427 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: standard-attr-revisions Feb 16 13:22:34.450757 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: router_availability_zone.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.451453 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.452663 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: router_availability_zone Feb 16 13:22:34.452663 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: routerservicetype.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.453387 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.453750 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 13:22:34.454106 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.455069 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.455581 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: security-groups-normalized-cidr Feb 16 13:22:34.455911 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.456850 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.457359 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: port-security-groups-filtering Feb 16 13:22:34.457690 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.458686 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.459194 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: security-groups-remote-address-group Feb 16 13:22:34.459524 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.460464 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.460974 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: security-groups-shared-filtering Feb 16 13:22:34.461304 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.461912 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 13:22:34.462265 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: securitygroup.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.472338 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.472759 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: security-group Feb 16 13:22:34.473806 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: segment.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.473944 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.474446 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension segment not supported by any of loaded plugins Feb 16 13:22:34.474784 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.475784 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.476299 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 13:22:34.476633 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: servicetype.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.477788 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.478337 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: service-type Feb 16 13:22:34.478724 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: sorting.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.479687 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.480026 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: sorting Feb 16 13:22:34.480898 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: standard_attr_segment.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.481836 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.482381 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 13:22:34.482713 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: standardattrdescription.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.483382 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.483887 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: standard-attr-description Feb 16 13:22:34.484213 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: stateful_security_group.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.485163 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.485678 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: stateful-security-group Feb 16 13:22:34.486008 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: stdattrs_common.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.486612 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 13:22:34.486938 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.487876 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.488385 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 13:22:34.488711 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnet_onboard.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.489797 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.490350 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: subnet_onboard Feb 16 13:22:34.490684 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.491637 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.492145 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 13:22:34.492475 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnet_service_types.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.493431 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.494858 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: subnet-service-types Feb 16 13:22:34.494858 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnetallocation.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.495396 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.496476 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: subnet_allocation Feb 16 13:22:34.496809 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.497504 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.498015 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: subnetpool-prefix-ops Feb 16 13:22:34.498374 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.499322 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.499829 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 13:22:34.500160 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: tagging.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.501280 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.501795 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: standard-attr-tag Feb 16 13:22:34.502163 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: timestamp.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.503426 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.503939 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loaded extension: standard-attr-timestamp Feb 16 13:22:34.504268 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: trunk.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.505332 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.505847 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension trunk not supported by any of loaded plugins Feb 16 13:22:34.506218 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: trunk_details.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.507155 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.507663 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 13:22:34.507988 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: uplink_status_propagation.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.508923 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.509438 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 13:22:34.509766 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Loading extension file: vlantransparent.py {{(pid=102452) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:22:34.510484 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102452) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:22:34.510991 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 13:22:34.513581 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:network Feb 16 13:22:34.514195 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnet Feb 16 13:22:34.514597 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:22:34.515827 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:port Feb 16 13:22:34.517496 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.517949 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service FLAVORS assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.518606 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.519051 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.519394 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:router Feb 16 13:22:34.519841 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 13:22:34.520337 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service METERING assigned prefix: /metering {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.521808 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.522219 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.522585 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:22:34.523627 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 13:22:34.524079 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:security_group Feb 16 13:22:34.524510 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 13:22:34.525122 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service CORE assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.525459 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:22:34.525812 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] subnetpool is already registered Feb 16 13:22:34.526264 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service CORE assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.526595 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:22:34.526929 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] subnetpool is already registered Feb 16 13:22:34.529273 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.529714 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service FLAVORS assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.530344 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.530770 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.531112 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:router Feb 16 13:22:34.531455 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] router is already registered Feb 16 13:22:34.531872 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 13:22:34.532212 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] floatingip is already registered Feb 16 13:22:34.532670 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service METERING assigned prefix: /metering {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.533341 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 13:22:34.533670 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] rbac_policy is already registered Feb 16 13:22:34.534122 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:security_group Feb 16 13:22:34.534463 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] security_group is already registered Feb 16 13:22:34.534871 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 13:22:34.535207 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] security_group_rule is already registered Feb 16 13:22:34.535849 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service CORE assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.536187 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:22:34.536525 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] subnetpool is already registered Feb 16 13:22:34.536949 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.v2.resource_helper [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Service CORE assigned prefix: {{(pid=102452) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:22:34.537282 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:22:34.537618 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING neutron.quota.resource_registry [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] subnetpool is already registered Feb 16 13:22:34.538119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: extensions {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.539646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: address-groups {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.541132 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: address-scopes {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.542506 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: agents {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.544274 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: auto-allocated-topology {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.545538 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: availability_zones {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.546807 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: dhcp-networks {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.548323 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: dhcp-agents {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.549756 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: routers {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.552028 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: flavors {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.553199 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: service_profiles {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.554453 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: next_providers {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.555907 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: service_profiles {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.557487 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: floatingip-pools {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.559322 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: routers {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.561438 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: floatingips {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.562783 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: l3-routers {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.564462 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: l3-agents {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.565910 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: metering-labels {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.567310 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: metering-label-rules {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.568605 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: network-ip-availabilities {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.569874 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: bindings {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.571582 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: quotas {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.573209 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: quotas {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.574816 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: rbac-policies {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.576119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: security-groups {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.577374 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: security-group-rules {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.578667 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: service-providers {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.579904 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: subnetpools {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.581333 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: subnetpools {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.582855 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.584574 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.587538 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.589346 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.724080 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.725962 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.727753 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.729775 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.732295 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.734250 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron.api.extensions [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Extended resource: tags {{(pid=102452) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:22:34.740378 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING keystonemiddleware.auth_token [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 13:22:34.745295 dv-cinder-829473-3-iscsi neutron-server[102452]: WARNING keystonemiddleware.auth_token [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 13:22:34.754325 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Acquired lock "singleton_lock" {{(pid=102452) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 13:22:34.754809 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_concurrency.lockutils [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Releasing lock "singleton_lock" {{(pid=102452) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 13:22:34.755481 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Starting 2 workers Feb 16 13:22:34.760407 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Started child 102563 {{(pid=102452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 13:22:34.765022 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Started child 102564 {{(pid=102452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 13:22:34.765830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.766656 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO neutron.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 13:22:34.767319 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.767427 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [-] (102563) wsgi starting up on http://0.0.0.0:9696 Feb 16 13:22:34.769807 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Starting 1 workers Feb 16 13:22:34.769925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.771317 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [-] (102564) wsgi starting up on http://0.0.0.0:9696 Feb 16 13:22:34.775148 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Started child 102565 {{(pid=102452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 13:22:34.775675 dv-cinder-829473-3-iscsi neutron-server[102452]: INFO oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Starting 1 workers Feb 16 13:22:34.779545 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] calling RpcWorker wait() {{(pid=102565) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 13:22:34.780114 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] returning from RpcWorker wait() {{(pid=102565) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 13:22:34.780816 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Started child 102566 {{(pid=102452) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 13:22:34.781457 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.781600 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b2a9-be08-448f-a3f2-e4fab95abd62 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.782010 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:34.783702 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102452) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 13:22:34.783917 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:22:34.784108 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:22:34.784341 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:22:34.784680 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:22:34.784846 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:22:34.785382 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.785659 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.785827 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:34.786315 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.786315 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.786467 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.786887 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:34.787017 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.787485 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.787753 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.788026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.788299 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.788477 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.788650 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.788927 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.789163 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.789444 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.789724 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.789979 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.790274 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.790456 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.790722 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.790989 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.791264 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.791531 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] debug = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.791783 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.792279 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.792516 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.792862 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.793617 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.793910 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.794189 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.794476 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.794715 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.794936 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.795204 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.795480 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.795720 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.795957 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.796209 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.796433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.796704 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.796959 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.797441 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] host = dv-cinder-829473-3-iscsi {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.797662 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.797908 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.798198 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.798471 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.798712 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.799000 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.799195 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.799467 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.799697 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.799946 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.800197 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.800433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.800674 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.800917 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.801086 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_options = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.801327 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.801593 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.801846 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.802059 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.802232 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.802399 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.802667 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.802830 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.803078 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.803311 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.803552 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.803792 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.804033 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.804252 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.804504 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.804748 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.804999 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.805238 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.805488 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.805718 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.805943 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.806199 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.806421 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.806668 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.806886 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.807105 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.807371 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.807594 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.807977 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.808179 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.808342 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.808642 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.808774 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.808986 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.809247 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.809509 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.809722 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.809936 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.810232 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.810495 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.810727 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.811009 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.811485 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.811622 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.811811 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.812031 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.812275 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_json = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.812615 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.812770 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.813003 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.813518 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.813692 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.813898 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.816378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.816378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.816378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.816378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.816378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.816799 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.821340 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.821827 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.822635 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.823866 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.824189 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.824479 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.824732 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.825242 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.825489 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.825814 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.826129 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.826457 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.826811 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.827071 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.827348 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.827595 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.827841 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.828082 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.828327 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.828753 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.829176 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.829592 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.830010 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.830434 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.830903 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.831194 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.831561 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.831844 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.832109 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.832388 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.832803 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.833240 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.833668 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.834055 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.834430 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.834835 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.835249 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.835618 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.836019 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.836469 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.836732 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.836960 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.837210 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.837474 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.837736 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.838172 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.838593 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.839026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.839248 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.839472 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.840311 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.840548 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.840931 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.841344 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.841780 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.842200 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.842622 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.843012 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.843244 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.843484 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.843712 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.843936 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.844163 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.844389 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.844628 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.844883 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.845105 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.845326 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.845565 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.845786 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.846002 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.846268 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.846512 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.846731 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.846973 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.847195 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.847413 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.847634 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.847852 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.848060 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.848430 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.848650 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.848870 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.849106 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.849498 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.849716 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.849956 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.850202 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.850536 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.850867 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.851120 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.851363 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.851619 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.851875 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.852104 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.852357 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.852596 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.852819 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.853053 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.853368 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.853624 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.853932 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.854118 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.854337 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.854598 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.854818 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.855070 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.855890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.856141 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.856390 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.856674 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.856911 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.857146 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.857409 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.857685 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.857968 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.858250 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.858520 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.858774 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.859050 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.859345 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.859627 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.859884 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.860138 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.860400 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.860670 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.860903 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.861150 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.861403 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.861655 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.861896 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.862197 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.862440 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.862676 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.862925 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.863257 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.863490 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.863710 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.863925 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.864215 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.864465 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.864707 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.864984 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.865345 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.865468 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.865885 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.866160 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.866380 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.866613 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.866849 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.867070 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.867307 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.867524 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.867759 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.867976 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.868231 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.868497 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.868722 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.868937 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.869149 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.869396 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.869614 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.869855 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.870114 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.870343 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.870606 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.870885 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.871104 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.871322 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.871535 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.871787 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.872007 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.872273 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.872525 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.872756 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.873001 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.873252 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.873518 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.873736 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.873983 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.874258 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.874457 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.874668 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.874923 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.875143 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.875356 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.875585 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.875798 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.876054 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.876327 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.876681 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.876932 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.877162 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.877412 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.877664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.877888 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.878151 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.878371 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.878594 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.878850 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.879083 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.879302 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.879523 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.879745 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.879964 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.880206 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.880470 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.880712 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.880956 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.881178 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.881402 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.881622 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.881840 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.882080 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.882316 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.882531 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.882743 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.883124 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.883341 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.883651 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.883922 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.884168 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.884432 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.884670 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.884909 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.885184 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.885403 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.885618 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.885843 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.886107 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.886274 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:34.886457 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.886685 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.886827 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.886990 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.887215 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.887434 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.887648 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.887894 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.888109 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.888343 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.888568 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.888787 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.889000 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.889229 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.889445 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.889675 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.889872 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.890270 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.890486 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.890720 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.890937 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.891150 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.891400 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.891666 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.891861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.892149 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.892433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.892660 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.892966 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.893232 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.893461 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.893713 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.894046 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.894254 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.894528 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.894763 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.895001 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.895223 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.895481 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.895806 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.896108 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.896390 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.896646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.896935 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.897236 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.897528 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.897765 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.898091 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.898409 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.898680 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.898937 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.899166 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.899420 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.899725 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.899886 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.900105 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.900343 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.900581 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.900852 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.901100 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.901329 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.901550 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.901782 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.902772 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.902772 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.903064 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.903239 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.903458 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.903616 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:22:34.904146 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102452) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 13:22:34.904314 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:22:34.904468 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:22:34.904693 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:22:34.904832 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:22:34.904961 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:22:34.905129 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.905292 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.905453 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.905613 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.905773 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.905971 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906164 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906323 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906481 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906639 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906798 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.906956 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907115 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907274 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907433 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907591 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907748 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.907906 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.908084 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.908246 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.908405 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.909300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.909300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] debug = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.909300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.909300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.909300 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.910193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.911119 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] host = dv-cinder-829473-3-iscsi {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912026 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912534 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912534 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912534 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912534 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912800 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.912887 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913020 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913147 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913269 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913393 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913554 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913712 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_options = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.913876 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914063 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914195 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914387 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914551 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914728 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.914878 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915005 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915155 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915312 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915469 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915627 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915786 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.915944 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916102 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916258 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916418 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916576 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916733 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.916890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.917047 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.917193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.917351 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.917508 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.917699 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.918430 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.918592 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.918749 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.918906 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919046 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919209 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919369 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919526 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919684 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.919841 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920042 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920179 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920303 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920436 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920595 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920753 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.920913 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921074 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921235 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921392 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921551 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921709 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_json = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.921856 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922012 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922197 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922334 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922471 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922622 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922780 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.922939 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.923099 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:22:34.923281 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.923447 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.923619 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.923784 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924029 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924187 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924345 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924557 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924722 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.924889 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.925056 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.925377 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.925553 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.925719 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.925880 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926063 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926229 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926416 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926579 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926739 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.926900 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927063 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927234 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927395 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927555 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927715 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.927875 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928044 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928205 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928381 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928542 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928704 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.928865 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929027 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929188 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929350 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929512 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929673 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929835 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.929999 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930182 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930342 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930503 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930664 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930826 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.930988 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931148 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931309 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931470 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931631 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931793 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.931955 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932116 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932279 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932441 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932602 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932762 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.932933 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933094 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933256 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933470 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933632 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933793 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.933959 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934142 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934304 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934466 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934627 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934800 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.934961 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935127 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935289 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935450 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935612 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935772 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.935932 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936092 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936253 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936414 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936574 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936735 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.936896 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937057 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937217 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937378 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937700 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.937861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.938043 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.938466 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.938629 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.938798 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.938974 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939136 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939297 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939457 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939618 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939779 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.939941 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940117 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940263 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940425 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940586 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940747 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.940910 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941071 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941233 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941394 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941555 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941716 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.941876 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942053 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942217 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942379 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942540 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942701 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.942861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943022 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943193 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943354 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943518 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943680 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.943848 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944023 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944195 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944347 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944508 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944668 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944830 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.944990 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945151 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945311 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945471 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945632 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945805 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.945971 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946140 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946301 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946485 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946646 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946806 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.946968 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.947127 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.947288 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.947449 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.947609 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.947769 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.948014 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.948263 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.948427 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.948589 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.948752 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949015 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949183 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949346 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949508 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949670 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949832 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.949994 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.950179 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.950363 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.950525 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.950772 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.950894 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951098 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951223 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951354 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951514 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951675 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951836 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.951997 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952158 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952317 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952478 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952638 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952803 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.952967 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953130 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953292 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953477 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953640 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953801 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.953969 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954152 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954315 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954478 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954639 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954801 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.954963 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955125 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955288 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955449 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955609 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955790 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.955952 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956112 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956277 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956439 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956601 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956762 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.956923 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957085 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957246 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957409 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957570 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957732 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.957894 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958073 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958236 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958401 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958565 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958728 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.958890 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959054 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959218 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959379 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959699 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.959861 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960022 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960183 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960344 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960520 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960681 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.960842 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961004 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961165 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961326 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961499 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961661 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961822 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.961982 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962163 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962325 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962498 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962660 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962821 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.962981 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963142 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963302 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963471 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963633 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963792 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.963957 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.964117 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.964278 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.964451 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965145 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965306 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965467 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965627 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965787 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.965958 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.966141 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.966303 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.966464 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.966625 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.966809 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967048 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967213 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967375 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967546 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967707 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.967867 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968027 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968200 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968362 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968527 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968688 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.968851 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969013 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969176 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969343 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969514 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969683 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.969845 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970016 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970204 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970375 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970539 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970707 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.970880 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971043 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971204 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971364 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971526 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971689 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.971851 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972013 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972174 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972335 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972496 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972656 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972818 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.972981 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973142 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973303 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973464 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973624 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973784 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.973947 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:22:34.974120 dv-cinder-829473-3-iscsi neutron-server[102452]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102452) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:22:35.159727 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 38242) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:22:35.168463 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064046 Feb 16 13:22:46.918719 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795111a-97de-43ec-b428-f3e2edcfceda None None] get_active_networks_info from dv-cinder-829473-3-iscsi {{(pid=102565) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 13:22:46.983390 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b795111a-97de-43ec-b428-f3e2edcfceda None None] No non-hosted networks {{(pid=102565) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 13:22:47.005869 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.agentschedulers_db [None req-b795111a-97de-43ec-b428-f3e2edcfceda None None] DHCP Agent not found on host dv-cinder-829473-3-iscsi {{(pid=102565) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 13:22:47.162508 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5d13403b-4eb7-4264-b749-a9f6e6c12eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:49.268965 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2e21cb28-4cb8-4d40-adc8-a773111dda6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:49.326913 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1be53b72-9c4f-414e-9246-aa20b531a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:50.132884 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:51.770879 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:53.015076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38324) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:22:53.064498 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:53.065499 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.065847 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.066399 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.066734 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.067069 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.067442 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.067771 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.068122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.068489 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.068987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.069483 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.070096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.071086 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:53.071664 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829473-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:53.079104 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829473-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:53.597477 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-5381003b-c454-4508-95f4-fcc012c3eb06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:53.598081 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-5381003b-c454-4508-95f4-fcc012c3eb06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:53.823528 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-5381003b-c454-4508-95f4-fcc012c3eb06 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:22:53.824826 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5381003b-c454-4508-95f4-fcc012c3eb06 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8069944 Feb 16 13:22:56.398190 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 38350) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:22:56.908655 dv-cinder-829473-3-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:56.909233 dv-cinder-829473-3-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:57.143820 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:57.236748 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.policy [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 13:22:57.278964 dv-cinder-829473-3-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:57.279340 dv-cinder-829473-3-iscsi neutron-server[102563]: WARNING oslo_policy.policy [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:22:57.375913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296259523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296263062', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296306714', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296312065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296319500', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749296294246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-981973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16358467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16442142'] for rbac-policy (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:57.445644 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:22:57.446934 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cec44407-cded-42d3-a26f-cbdc5a76e1b6 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0474038 Feb 16 13:22:57.498763 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.db.l3_hamode_db [None req-8cf307aa-0a20-49df-9126-9708b80dcb1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 13:22:57.581270 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf307aa-0a20-49df-9126-9708b80dcb1c None None] Routers set() bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:22:57.581650 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf307aa-0a20-49df-9126-9708b80dcb1c None None] Router IDs set() for agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 13:23:00.008088 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38366) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:00.362542 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:00.420172 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Made reservation on behalf of b9ecbebdb7b54f508371c7e262eebbce for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:00.484893 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.policy [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 13:23:00.528348 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:23:00.528741 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING oslo_policy.policy [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:23:00.539990 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.563528 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.690511 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks [] for security_group (1c8a5c31-6cc1-4a3f-9cde-4ff7bba1d69a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.694534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1c8a5c31-6cc1-4a3f-9cde-4ff7bba1d69a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.730342 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:23:00.773687 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749293147266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (31df7273-c977-41fa-9d08-1c4fb3a9fbf4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.774307 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Unsubscribe: segment precommit_create {{(pid=102564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 13:23:00.774824 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Added segment 31df7273-c977-41fa-9d08-1c4fb3a9fbf4 of type vlan for network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 Feb 16 13:23:00.791425 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a5c31-6cc1-4a3f-9cde-4ff7bba1d69a,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:00.840614 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.840975 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.841333 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.841667 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.841992 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.842363 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.842666 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.842984 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.843301 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.843617 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.843935 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.844246 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.844557 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Tracked resource versions report: Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: pushed versions: Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Log': {'1.0'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Network': {'1.1'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Port': {'1.7'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: consumer versions: Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Log': '1.0', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Network': '1.1', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Port': '1.7', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SubPort': '1.0', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Subnet': '1.1', Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Feb 16 13:23:00.845962 dv-cinder-829473-3-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:23:00.887087 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (2656b9f7-f9e7-4598-9328-2d4cb459b6e9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.933885 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (2656b9f7-f9e7-4598-9328-2d4cb459b6e9), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:00.939471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.940173 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:01.016698 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9992149 Feb 16 13:23:01.068562 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874349-1839-4c9a-a93c-22a6bcb69034 demo demo] Pushing event updated for resources: {'Network': ['ID=2656b9f7-f9e7-4598-9328-2d4cb459b6e9,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:01.084473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:23:03.646616 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38380) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:04.050125 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8de01a-9356-4891-bc7b-312374c7e4f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.051572 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-de8de01a-9356-4891-bc7b-312374c7e4f9 demo admin] 10.222.0.73 "GET /v2.0/networks/2656b9f7-f9e7-4598-9328-2d4cb459b6e9 HTTP/1.1" status: 200 len: 825 time: 0.4039276 Feb 16 13:23:04.093142 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-eaf96835-1ff4-4054-bac6-7e4a315bfb55 demo admin] 10.222.0.73 "GET /v2.0/subnetpools/95f29f26-82cf-4671-9b4e-e79292fc7333 HTTP/1.1" status: 200 len: 734 time: 0.0350437 Feb 16 13:23:04.101968 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333', 'gateway_ip': '172.20.0.1'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:04.123955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Made reservation on behalf of b9ecbebdb7b54f508371c7e262eebbce for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:04.126705 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:04.430846 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (08a53b44-89d9-4757-a02e-d5b91dddcd86), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:04.496899 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Pushing event updated for resources: {'Subnet': ['ID=08a53b44-89d9-4757-a02e-d5b91dddcd86,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:04.501355 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Checking segment: {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:23:04.501712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Network hostable DHCP agents. Network: 2656b9f7-f9e7-4598-9328-2d4cb459b6e9, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:23:04.527114 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:23:04.539607 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 2656b9f7-f9e7-4598-9328-2d4cb459b6e9) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:04.545095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.545692 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:04.551105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061b376-778e-4d8c-a96f-2c4b4fc3bc64 None None] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:23:04.567685 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-737d58ed-c4d5-47d0-a4af-19107e0245ad demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4691439 Feb 16 13:23:04.945310 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:23:04.946726 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.251007 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Allocated IP 172.20.0.2 (2656b9f7-f9e7-4598-9328-2d4cb459b6e9/08a53b44-89d9-4757-a02e-d5b91dddcd86/ef2ec6bb-08ac-4fd6-b1de-edb86b176b24) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:05.542004 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks [] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.553664 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.630278 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Pushing event updated for resources: {'Port': ['ID=ef2ec6bb-08ac-4fd6-b1de-edb86b176b24,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:05.647409 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.648142 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.648791 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.649338 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.649876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.650500 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.651038 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.651575 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.652138 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.652543 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.652946 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.653346 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.653744 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Tracked resource versions report: Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: pushed versions: Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Log': {'1.0'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Network': {'1.1'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Port': {'1.7'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: consumer versions: Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Log': '1.0', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Network': '1.1', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Port': '1.7', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SubPort': '1.0', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Subnet': '1.1', Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Feb 16 13:23:05.655355 dv-cinder-829473-3-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:23:05.667945 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:05.669749 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:05.672835 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:23:05.750797 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Attempting to bind port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:23:05.751134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Attempting to bind port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:23:05.751542 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Attempting to bind port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 on network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:23:05.756851 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:23:05.757489 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Checking segment: {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:23:05.758134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.758539 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Bound using segment: {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:23:05.759019 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Bound port: ef2ec6bb-08ac-4fd6-b1de-edb86b176b24, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:23:05.759435 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.826999 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] For port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:23:05.831978 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] For port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ef2ec6bb-08ac-4fd6-b1de-edb86b176b24,segment=NetworkSegment(31df7273-c977-41fa-9d08-1c4fb3a9fbf4),segment_id=31df7273-c977-41fa-9d08-1c4fb3a9fbf4)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:23:05.845078 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:05.908961 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b87701-1072-4255-9dd7-c302dd12c556 None None] Pushing event updated for resources: {'Port': ['ID=ef2ec6bb-08ac-4fd6-b1de-edb86b176b24,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:07.185515 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38388) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:07.541960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-d88294bc-a53e-461b-8ecb-aa2a67fdd746 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:23:07.543123 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d88294bc-a53e-461b-8ecb-aa2a67fdd746 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3565197 Feb 16 13:23:10.319346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38396) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:10.656410 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-f99bfe1e-0737-43cb-83d3-49c102165e94 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:23:10.658105 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f99bfe1e-0737-43cb-83d3-49c102165e94 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375509 Feb 16 13:23:13.833746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38404) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:14.246810 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:14.280718 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (2365f383-2567-4fcc-9389-5218a4761270), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:14.282872 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (2365f383-2567-4fcc-9389-5218a4761270), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:14.454144 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Publish callbacks [] for router_controller (2365f383-2567-4fcc-9389-5218a4761270), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:14.459368 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (2365f383-2567-4fcc-9389-5218a4761270), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:14.480564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:14.488140 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4685cd9a-0c46-4c0d-8771-4a748717f772 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6515889 Feb 16 13:23:16.875521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8ce953f6-c81f-4d35-a0fc-4cb7e2f2aeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:17.516484 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38416) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:17.848615 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:17.946972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:17.947927 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:17.975790 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-2e7051c3-b7ee-4db2-a1f2-87637375b4bd admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:23:17.977051 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2e7051c3-b7ee-4db2-a1f2-87637375b4bd admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4596291 Feb 16 13:23:18.079912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:18.080259 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:18.125765 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ef2ec6bb-08ac-4fd6-b1de-edb86b176b24,segment=NetworkSegment(31df7273-c977-41fa-9d08-1c4fb3a9fbf4),segment_id=31df7273-c977-41fa-9d08-1c4fb3a9fbf4)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:18.131914 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:18.193057 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=ef2ec6bb-08ac-4fd6-b1de-edb86b176b24,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:19.276074 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f534da48-78b8-48e8-bd1f-447ad5e4999b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:19.419834 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3566a58-70dd-42d8-b7fa-ebbb6b11c7dd None None] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:23:19.529781 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-4ae71c60-ccdc-47db-9d88-841cfa796287 None None] Provisioning complete for port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:19.530293 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4ae71c60-ccdc-47db-9d88-841cfa796287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:19.687072 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-4ae71c60-ccdc-47db-9d88-841cfa796287 None None] Current status of the port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:19.824674 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:19.892104 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:19.893003 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:19.985283 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:20.018745 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-88bd8bd2-89d1-40c9-9db1-94f0387ac1cb None None] Provisioning complete for port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:20.019324 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-88bd8bd2-89d1-40c9-9db1-94f0387ac1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:20.110835 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:20.154238 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-88bd8bd2-89d1-40c9-9db1-94f0387ac1cb None None] Current status of the port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:20.914319 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38434) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:21.062435 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:21.082912 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Made reservation on behalf of 9eae6961522e436f88e3da06756f8806 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:21.085334 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.096347 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.176296 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks [] for security_group (1712ada4-090e-4150-b50d-8c67f79b3074), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.180442 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1712ada4-090e-4150-b50d-8c67f79b3074), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.201679 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Reserving flat network on physical network physnet1 {{(pid=102564) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 13:23:21.216791 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712ada4-090e-4150-b50d-8c67f79b3074,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:21.225417 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (2f75cf9d-fb60-4f80-b1d5-59d67b9384a9), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.225950 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Added segment 2f75cf9d-fb60-4f80-b1d5-59d67b9384a9 of type flat for network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 Feb 16 13:23:21.291721 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (8bab2d64-eec5-4a8a-92cc-66c0076301c7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.327014 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (8bab2d64-eec5-4a8a-92cc-66c0076301c7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.328148 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:21.328713 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:21.392932 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4770072 Feb 16 13:23:21.439475 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92f796-b8d2-4107-ad87-2eb37f9e8e57 admin admin] Pushing event updated for resources: {'Network': ['ID=8bab2d64-eec5-4a8a-92cc-66c0076301c7,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:21.450996 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:23:21.717553 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:23.043874 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:23.999725 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38452) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:24.109566 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7dd7a-8380-4fc7-84a8-c42f7107a7b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:24.111117 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fce7dd7a-8380-4fc7-84a8-c42f7107a7b1 demo admin] 10.222.0.73 "GET /v2.0/subnets/08a53b44-89d9-4757-a02e-d5b91dddcd86 HTTP/1.1" status: 200 len: 849 time: 0.1104097 Feb 16 13:23:24.249100 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-249492c3-17f9-4ef4-adff-ed3dd745b753 demo admin] 10.222.0.73 "GET /v2.0/routers/2365f383-2567-4fcc-9389-5218a4761270 HTTP/1.1" status: 200 len: 704 time: 0.1317649 Feb 16 13:23:24.598853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:24.986006 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Allocated IP 172.20.0.1 (2656b9f7-f9e7-4598-9328-2d4cb459b6e9/08a53b44-89d9-4757-a02e-d5b91dddcd86/be57a01b-520c-498e-9cfc-e6360808c458) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:25.192187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks [] for port (be57a01b-520c-498e-9cfc-e6360808c458), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.280649 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (be57a01b-520c-498e-9cfc-e6360808c458), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.361104 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:25.368214 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:25.370781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:23:25.371299 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (2365f383-2567-4fcc-9389-5218a4761270), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.393377 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Pushing event updated for resources: {'Port': ['ID=be57a01b-520c-498e-9cfc-e6360808c458,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:25.582489 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (be57a01b-520c-498e-9cfc-e6360808c458), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.613783 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-649381cb-44d9-4d9b-8309-5742cc7c4676 None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:25.614414 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-649381cb-44d9-4d9b-8309-5742cc7c4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.648591 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-649381cb-44d9-4d9b-8309-5742cc7c4676 None None] Port be57a01b-520c-498e-9cfc-e6360808c458 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:23:25.827128 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks [] for port (be57a01b-520c-498e-9cfc-e6360808c458), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.832275 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (be57a01b-520c-498e-9cfc-e6360808c458), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.833119 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (2365f383-2567-4fcc-9389-5218a4761270), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:25.898785 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Pushing event updated for resources: {'Port': ['ID=be57a01b-520c-498e-9cfc-e6360808c458,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:25.966601 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:25.968036 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:26.153841 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Router 2365f383-2567-4fcc-9389-5218a4761270 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:23:26.171817 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-b357c782-37a6-4043-b01e-167ec034c05a None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:26.172219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b357c782-37a6-4043-b01e-167ec034c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:26.212797 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-b357c782-37a6-4043-b01e-167ec034c05a None None] Port be57a01b-520c-498e-9cfc-e6360808c458 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:23:26.258903 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:23:26.265997 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-59a0d3d4-9612-43f4-96d5-67385c30dc90 demo admin] 10.222.0.73 "PUT /v2.0/routers/2365f383-2567-4fcc-9389-5218a4761270/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0089118 Feb 16 13:23:26.281994 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Sync routers for ids ['2365f383-2567-4fcc-9389-5218a4761270'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:26.294942 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Routers {'2365f383-2567-4fcc-9389-5218a4761270'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:23:26.295831 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:23:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['2365f383-2567-4fcc-9389-5218a4761270'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:26.524355 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Set router 2365f383-2567-4fcc-9389-5218a4761270 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:23:27.072678 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:25Z', 'revision_number': 2, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port_host': None, '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:25Z', 'revision_number': 2, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:27.134903 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Checking router: 2365f383-2567-4fcc-9389-5218a4761270 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:27.135280 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Updating router 2365f383-2567-4fcc-9389-5218a4761270 port be57a01b-520c-498e-9cfc-e6360808c458 binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:23:27.228765 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (be57a01b-520c-498e-9cfc-e6360808c458), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:27.794215 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks [] for port (be57a01b-520c-498e-9cfc-e6360808c458), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:27.802256 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (be57a01b-520c-498e-9cfc-e6360808c458), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:27.983770 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Pushing event updated for resources: {'Port': ['ID=be57a01b-520c-498e-9cfc-e6360808c458,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:27.992925 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Attempting to bind port be57a01b-520c-498e-9cfc-e6360808c458 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:23:27.993370 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Attempting to bind port be57a01b-520c-498e-9cfc-e6360808c458 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:23:27.993836 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Attempting to bind port be57a01b-520c-498e-9cfc-e6360808c458 on network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:23:27.997945 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:27.998343 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:27.998707 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:27.999057 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:27.999394 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:27.999723 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.000048 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.000372 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.000696 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.001032 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.001355 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Tracked resource versions report: Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: pushed versions: Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Log': {'1.0'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Network': {'1.1'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Port': {'1.7'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: consumer versions: Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Log': '1.0', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Network': '1.1', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Port': '1.7', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SubPort': '1.0', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Subnet': '1.1', Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Feb 16 13:23:28.005219 dv-cinder-829473-3-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:23:28.011991 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:23:28.012344 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Checking segment: {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:23:28.012912 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.013209 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Bound using segment: {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:23:28.013694 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Bound port: be57a01b-520c-498e-9cfc-e6360808c458, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df7273-c977-41fa-9d08-1c4fb3a9fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:23:28.014256 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (be57a01b-520c-498e-9cfc-e6360808c458), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.054054 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-952f088b-7455-4d07-86f2-374da10a1a97 None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:28.055227 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-952f088b-7455-4d07-86f2-374da10a1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.087226 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] For port be57a01b-520c-498e-9cfc-e6360808c458, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:23:28.102603 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-952f088b-7455-4d07-86f2-374da10a1a97 None None] Port be57a01b-520c-498e-9cfc-e6360808c458 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:23:28.109557 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] For port be57a01b-520c-498e-9cfc-e6360808c458, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=be57a01b-520c-498e-9cfc-e6360808c458,segment=NetworkSegment(31df7273-c977-41fa-9d08-1c4fb3a9fbf4),segment_id=31df7273-c977-41fa-9d08-1c4fb3a9fbf4)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:23:28.118459 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (be57a01b-520c-498e-9cfc-e6360808c458), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.185860 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea25d-8205-4388-a6d8-9543a5ae3fce None None] Pushing event updated for resources: {'Port': ['ID=be57a01b-520c-498e-9cfc-e6360808c458,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:28.189057 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Routers {'2365f383-2567-4fcc-9389-5218a4761270'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:23:28.194347 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:23:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['2365f383-2567-4fcc-9389-5218a4761270'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:28.306590 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] Set router 2365f383-2567-4fcc-9389-5218a4761270 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:23:28.426439 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:28.426731 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.525555 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Current status of the port be57a01b-520c-498e-9cfc-e6360808c458 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:28.526270 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (be57a01b-520c-498e-9cfc-e6360808c458), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.555966 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:25Z', 'revision_number': 2, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port_host': None, '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:28Z', 'revision_number': 4, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:28.577536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] For port be57a01b-520c-498e-9cfc-e6360808c458, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=be57a01b-520c-498e-9cfc-e6360808c458,segment=NetworkSegment(31df7273-c977-41fa-9d08-1c4fb3a9fbf4),segment_id=31df7273-c977-41fa-9d08-1c4fb3a9fbf4)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:28.581730 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (be57a01b-520c-498e-9cfc-e6360808c458), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:28.592934 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c73331-5649-41f3-95d6-ba8227c3e8b3 None None] The sync data for ids ['2365f383-2567-4fcc-9389-5218a4761270'] in dv-cinder-829473-3-iscsi is: [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:25Z', 'revision_number': 2, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port_host': None, '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:28Z', 'revision_number': 4, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:28.698753 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd133cc2-a333-4c08-b5a0-4d7b0df86b5a None None] Pushing event updated for resources: {'Port': ['ID=be57a01b-520c-498e-9cfc-e6360808c458,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:28.896691 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38462) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:29.036565 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27468ce6-cc79-4a51-b10a-8d67803804ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:29.038075 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-27468ce6-cc79-4a51-b10a-8d67803804ce admin admin] 10.222.0.73 "GET /v2.0/networks/8bab2d64-eec5-4a8a-92cc-66c0076301c7 HTTP/1.1" status: 200 len: 842 time: 0.1403923 Feb 16 13:23:29.048967 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:29.075339 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Made reservation on behalf of 9eae6961522e436f88e3da06756f8806 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:29.078504 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:29.489168 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.objects.ports [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102564) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 13:23:29.489520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (2220536d-bb67-4ad5-8f86-e6414e42d393), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:29.554318 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2220536d-bb67-4ad5-8f86-e6414e42d393,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:29.560779 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:23:29.561136 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Network hostable DHCP agents. Network: 8bab2d64-eec5-4a8a-92cc-66c0076301c7, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:23:29.580960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:23:29.590348 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 8bab2d64-eec5-4a8a-92cc-66c0076301c7) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:29.594721 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:29.595318 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:29.601756 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1dc4a-7980-4f92-977f-4d94165ab778 None None] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:23:29.616834 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7bd588e7-76bf-4384-84aa-562e156fbd68 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5710931 Feb 16 13:23:29.731705 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d3455-865d-44ad-8165-e00335bfcfc8 None None] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:23:32.257718 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38470) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:32.402609 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-49d18b66-a403-4c93-bdb8-68905306db0f demo admin] 10.222.0.73 "GET /v2.0/routers/2365f383-2567-4fcc-9389-5218a4761270 HTTP/1.1" status: 200 len: 710 time: 0.1431911 Feb 16 13:23:32.499367 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d0be7-4aca-4208-aa64-2baa52649d9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:32.501151 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d35d0be7-4aca-4208-aa64-2baa52649d9d demo admin] 10.222.0.73 "GET /v2.0/networks/8bab2d64-eec5-4a8a-92cc-66c0076301c7 HTTP/1.1" status: 200 len: 886 time: 0.0929761 Feb 16 13:23:32.511293 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:32.790440 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks [] for router_gateway (2365f383-2567-4fcc-9389-5218a4761270), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:33.063857 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks [] for router_gateway (2365f383-2567-4fcc-9389-5218a4761270), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:33.151689 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:33.282564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Allocated IP 172.27.3.227 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/39b0bb3e-0a9a-449c-8238-60d01d24d046) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:33.403585 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks [] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:33.447415 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:33.491675 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:33.496645 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:33.502085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:23:33.510405 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Pushing event updated for resources: {'Port': ['ID=39b0bb3e-0a9a-449c-8238-60d01d24d046,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:33.900061 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks [] for router_gateway (2365f383-2567-4fcc-9389-5218a4761270), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:34.141687 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16332905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16337355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106635'] for router (2365f383-2567-4fcc-9389-5218a4761270), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:34.145873 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16332912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16332923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16337362'] for router (2365f383-2567-4fcc-9389-5218a4761270), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:34.277398 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Router 2365f383-2567-4fcc-9389-5218a4761270 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:23:34.422701 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:23:34.428027 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:34.429076 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7503d34d-5cd0-4db4-a3e7-c0f93b7afef5 demo admin] 10.222.0.73 "PUT /v2.0/routers/2365f383-2567-4fcc-9389-5218a4761270 HTTP/1.1" status: 200 len: 890 time: 1.9221792 Feb 16 13:23:37.232179 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38482) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:23:37.354004 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-06c9c653-31ba-47bd-a59d-16b245ebcdba admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206093 Feb 16 13:23:37.851417 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device be57a01b-520c-498e-9cfc-e6360808c458 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:37.905898 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:37.906451 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:37.990111 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port be57a01b-520c-498e-9cfc-e6360808c458 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:38.027622 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Sync routers for ids ['2365f383-2567-4fcc-9389-5218a4761270'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:38.041284 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Routers {'2365f383-2567-4fcc-9389-5218a4761270'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:23:38.041941 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:23:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['2365f383-2567-4fcc-9389-5218a4761270'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:38.265559 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Set router 2365f383-2567-4fcc-9389-5218a4761270 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:23:38.684612 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:33Z', 'revision_number': 4, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port': {'id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:33Z', 'updated_at': '2022-02-16T13:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:28Z', 'revision_number': 5, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:38.738084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Checking router: 2365f383-2567-4fcc-9389-5218a4761270 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:38.738084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Updating router 2365f383-2567-4fcc-9389-5218a4761270 port 39b0bb3e-0a9a-449c-8238-60d01d24d046 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:23:38.799269 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.217068 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks [] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.223424 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.276381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe6719-4a0e-4d65-abef-b55424ed9f88 None None] Pushing event updated for resources: {'Port': ['ID=39b0bb3e-0a9a-449c-8238-60d01d24d046,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:39.280776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Attempting to bind port 39b0bb3e-0a9a-449c-8238-60d01d24d046 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:23:39.281145 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Attempting to bind port 39b0bb3e-0a9a-449c-8238-60d01d24d046 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:23:39.281509 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Attempting to bind port 39b0bb3e-0a9a-449c-8238-60d01d24d046 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:23:39.287011 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:23:39.287397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:23:39.287880 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.288285 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:23:39.288768 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Bound port: 39b0bb3e-0a9a-449c-8238-60d01d24d046, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:23:39.289741 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.346568 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] For port 39b0bb3e-0a9a-449c-8238-60d01d24d046, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:23:39.349953 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] For port 39b0bb3e-0a9a-449c-8238-60d01d24d046, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=39b0bb3e-0a9a-449c-8238-60d01d24d046,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:23:39.360099 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:39.430377 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe6719-4a0e-4d65-abef-b55424ed9f88 None None] Pushing event updated for resources: {'Port': ['ID=39b0bb3e-0a9a-449c-8238-60d01d24d046,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:39.435469 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Routers {'2365f383-2567-4fcc-9389-5218a4761270'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:23:39.436072 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:23:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['2365f383-2567-4fcc-9389-5218a4761270'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:39.564153 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] Set router 2365f383-2567-4fcc-9389-5218a4761270 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:23:39.822764 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:33Z', 'revision_number': 4, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port': {'id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:33Z', 'updated_at': '2022-02-16T13:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:28Z', 'revision_number': 5, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:39.852087 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f304c6-bca2-4d2c-b561-c675ae7cc865 None None] The sync data for ids ['2365f383-2567-4fcc-9389-5218a4761270'] in dv-cinder-829473-3-iscsi is: [{'id': '2365f383-2567-4fcc-9389-5218a4761270', 'name': 'router1', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:14Z', 'updated_at': '2022-02-16T13:23:33Z', 'revision_number': 4, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'gw_port': {'id': '39b0bb3e-0a9a-449c-8238-60d01d24d046', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:33Z', 'updated_at': '2022-02-16T13:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'be57a01b-520c-498e-9cfc-e6360808c458', 'name': '', 'network_id': '2656b9f7-f9e7-4598-9328-2d4cb459b6e9', 'tenant_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'mac_address': 'fa:16:3e:cb:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365f383-2567-4fcc-9389-5218a4761270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:24Z', 'updated_at': '2022-02-16T13:23:28Z', 'revision_number': 5, 'project_id': 'b9ecbebdb7b54f508371c7e262eebbce', 'subnets': [{'id': '08a53b44-89d9-4757-a02e-d5b91dddcd86', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95f29f26-82cf-4671-9b4e-e79292fc7333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:41.970100 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 39b0bb3e-0a9a-449c-8238-60d01d24d046 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:42.062911 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 39b0bb3e-0a9a-449c-8238-60d01d24d046 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:42.062911 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:42.194976 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 39b0bb3e-0a9a-449c-8238-60d01d24d046 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:42.195634 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:42.241029 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 39b0bb3e-0a9a-449c-8238-60d01d24d046, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=39b0bb3e-0a9a-449c-8238-60d01d24d046,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:23:42.258576 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:42.388594 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=39b0bb3e-0a9a-449c-8238-60d01d24d046,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:43.871175 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:23:43.910043 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 39b0bb3e-0a9a-449c-8238-60d01d24d046 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:23:44.020635 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 39b0bb3e-0a9a-449c-8238-60d01d24d046 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:44.021228 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (39b0bb3e-0a9a-449c-8238-60d01d24d046), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:44.180393 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 39b0bb3e-0a9a-449c-8238-60d01d24d046 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:23:46.916802 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0565556e-660f-4b2d-93fc-c3b30d6a4cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:49.298454 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d21c19e9-c5bd-43d4-a4cc-38e50fbd58cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:50.102803 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:51.740152 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:23:53.051349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:16.878755 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-52da2a5e-8956-4e7a-8966-98adbce81485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:19.283292 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0408e86e-aa70-4968-81c7-e19fcb2aabf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:20.111090 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:20.856232 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:24:21.723973 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:23.047249 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:46.872704 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8b324151-578f-4cb8-9339-decf57a5b63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:49.275619 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-abc7a318-6617-42c4-8c93-2a26c97703e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:50.097356 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:51.723624 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:53.051362 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:24:57.860467 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:25:05.968675 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38966) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:06.031410 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.pecan_wsgi.hooks.translation [None req-4371a9a3-1caf-4edc-bcdb-047f2287c68a admin admin] GET failed (client error): The resource could not be found. Feb 16 13:25:06.032710 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4371a9a3-1caf-4edc-bcdb-047f2287c68a admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630915 Feb 16 13:25:06.198184 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c960f-4015-48af-adb6-33fc78da2df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.199585 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2c3c960f-4015-48af-adb6-33fc78da2df7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627245 Feb 16 13:25:08.580396 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38976) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:08.672245 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3bf2c-c099-44b2-8582-eba3388cd31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.673629 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-23c3bf2c-c099-44b2-8582-eba3388cd31c admin admin] 10.222.0.73 "GET /v2.0/subnets/08a53b44-89d9-4757-a02e-d5b91dddcd86 HTTP/1.1" status: 200 len: 849 time: 0.0922468 Feb 16 13:25:08.683163 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:08.772863 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Publish callbacks [] for subnet (08a53b44-89d9-4757-a02e-d5b91dddcd86), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:08.913938 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749293160039'] for subnet (08a53b44-89d9-4757-a02e-d5b91dddcd86), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:08.948050 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.948646 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:08.949974 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] 10.222.0.73 "PUT /v2.0/subnets/08a53b44-89d9-4757-a02e-d5b91dddcd86 HTTP/1.1" status: 200 len: 868 time: 0.2706189 Feb 16 13:25:08.965585 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603918a9-b616-43de-a93c-4a43218a9cd2 None None] Network 2656b9f7-f9e7-4598-9328-2d4cb459b6e9 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:25:08.971619 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a53b44-89d9-4757-a02e-d5b91dddcd86,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:08.980224 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.980623 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.980918 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.981261 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.981638 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.981975 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.982351 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.982684 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.983026 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.984066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.984066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.984066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:08.984341 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb963a8a-539b-4e90-8651-734bf93a4f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:09.288685 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Provisioning complete for port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:09.289073 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ef2ec6bb-08ac-4fd6-b1de-edb86b176b24), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:09.371706 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Current status of the port ef2ec6bb-08ac-4fd6-b1de-edb86b176b24 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:25:09.382591 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Provisioning complete for port be57a01b-520c-498e-9cfc-e6360808c458 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:09.382914 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (be57a01b-520c-498e-9cfc-e6360808c458), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:09.463939 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-5fd49883-38e1-4fb8-af4d-33ca26153fc6 None None] Current status of the port be57a01b-520c-498e-9cfc-e6360808c458 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:25:11.303299 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 38984) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:11.503207 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1309864-eccd-49cd-ad82-707c83b8fda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:11.503687 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1309864-eccd-49cd-ad82-707c83b8fda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:11.505358 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f1309864-eccd-49cd-ad82-707c83b8fda1 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999550 Feb 16 13:25:13.848113 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 38992) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:14.130293 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03da2f5-cbd2-495a-93ed-38ac9e52cb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:14.130701 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03da2f5-cbd2-495a-93ed-38ac9e52cb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:14.133042 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f03da2f5-cbd2-495a-93ed-38ac9e52cb71 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2836723 Feb 16 13:25:16.509902 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39002) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:16.726952 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197f5b2-1cb9-42b7-83cf-ba76ffde6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:16.728251 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0197f5b2-1cb9-42b7-83cf-ba76ffde6510 admin admin] 10.222.0.73 "GET /v2.0/networks/2656b9f7-f9e7-4598-9328-2d4cb459b6e9 HTTP/1.1" status: 200 len: 869 time: 0.2172983 Feb 16 13:25:16.877288 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9a0a36cf-b803-48f0-87ef-cc466df582fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:19.118070 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39010) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:19.279859 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-696858fd-e180-42cd-aa43-150406c2e506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:19.361102 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c205026-7b17-45e2-9ce7-7c1e318a5dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:19.362524 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0c205026-7b17-45e2-9ce7-7c1e318a5dda admin admin] 10.222.0.73 "GET /v2.0/networks/8bab2d64-eec5-4a8a-92cc-66c0076301c7 HTTP/1.1" status: 200 len: 886 time: 0.2434995 Feb 16 13:25:20.097910 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:21.726883 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:21.780717 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39018) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:21.909538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6044e4-c662-4690-a2eb-1adddb5a568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:21.909997 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6044e4-c662-4690-a2eb-1adddb5a568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:21.911578 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5d6044e4-c662-4690-a2eb-1adddb5a568a admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299076 Feb 16 13:25:23.052859 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:24.336815 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39026) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:24.432054 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f46e4-89ec-4320-9f65-1ac995adf7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:24.432507 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f46e4-89ec-4320-9f65-1ac995adf7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:24.434183 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-330f46e4-89ec-4320-9f65-1ac995adf7ee admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962186 Feb 16 13:25:26.793200 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39034) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:26.891271 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f22168-31e5-4967-9e27-ec6289b9389d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:26.892661 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-56f22168-31e5-4967-9e27-ec6289b9389d admin admin] 10.222.0.73 "GET /v2.0/subnets/08a53b44-89d9-4757-a02e-d5b91dddcd86 HTTP/1.1" status: 200 len: 868 time: 0.0984974 Feb 16 13:25:29.311187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39042) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:29.401498 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc691d-45f6-425d-b4f2-cfb30cb301a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:29.402914 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e8bc691d-45f6-425d-b4f2-cfb30cb301a1 admin admin] 10.222.0.73 "GET /v2.0/subnets/2220536d-bb67-4ad5-8f86-e6414e42d393 HTTP/1.1" status: 200 len: 816 time: 0.0907705 Feb 16 13:25:34.858802 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:25:46.885027 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9befe0fb-7ac3-46db-a250-30b1af951955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:49.293421 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f06913c8-34de-473b-b20e-a64aaf7055e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:50.108933 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:51.734596 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:53.049342 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:25:58.549544 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39096) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:25:58.602142 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [None req-6d0fdc41-3f7e-4e35-9b54-15c362cde5c8 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:25:58.603174 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6d0fdc41-3f7e-4e35-9b54-15c362cde5c8 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526519 Feb 16 13:26:01.096245 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39104) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:26:01.162408 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25e1527-2147-469c-8e31-d0286071b634 admin admin] GET failed (client error): The resource could not be found. Feb 16 13:26:01.163712 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c25e1527-2147-469c-8e31-d0286071b634 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664914 Feb 16 13:26:01.252746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2f2aa-440d-47ec-8b07-700571b7da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:01.254273 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-16b2f2aa-440d-47ec-8b07-700571b7da37 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864387 Feb 16 13:26:03.690684 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39112) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:26:03.744542 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:03.766292 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Made reservation on behalf of 9eae6961522e436f88e3da06756f8806 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:03.768932 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:03.800998 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING neutron.services.revisions.revision_plugin [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Could not find related network for resource to bump revision. Feb 16 13:26:03.814517 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:26:03.824404 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (a28b4f60-74ec-40f3-b1c3-102e3541d69a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:03.824737 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Added segment a28b4f60-74ec-40f3-b1c3-102e3541d69a of type vlan for network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 Feb 16 13:26:03.868938 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (e49f93af-5b9d-40e4-b02d-e2883d5e79b8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:03.900881 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (e49f93af-5b9d-40e4-b02d-e2883d5e79b8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:03.902038 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:03.902763 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:03.941399 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2494979 Feb 16 13:26:03.976236 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a03d-b3ba-4102-8370-f8c6f44c9691 admin admin] Pushing event updated for resources: {'Network': ['ID=e49f93af-5b9d-40e4-b02d-e2883d5e79b8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:03.988481 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:26:06.406113 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39120) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:26:06.469805 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48902eb-606c-4e98-b84f-27a77e389b28 admin admin] GET failed (client error): The resource could not be found. Feb 16 13:26:06.471162 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a48902eb-606c-4e98-b84f-27a77e389b28 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641015 Feb 16 13:26:06.585543 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458be45b-3089-4817-bc63-c7b805678b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.586998 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-458be45b-3089-4817-bc63-c7b805678b8e admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1111536 Feb 16 13:26:06.596960 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:06.625469 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Made reservation on behalf of 9eae6961522e436f88e3da06756f8806 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:06.628212 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:06.892393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (259ef0c1-3f81-4826-b448-22d74073e37e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.015520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Checking segment: {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:26:07.016126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Network hostable DHCP agents. Network: e49f93af-5b9d-40e4-b02d-e2883d5e79b8, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:26:07.025034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259ef0c1-3f81-4826-b448-22d74073e37e,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:07.047290 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.047874 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.048443 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.049001 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.049568 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.050154 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.050731 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.051289 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.051859 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.052408 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.053067 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.053601 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.054174 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Tracked resource versions report: Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: pushed versions: Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Log': {'1.0'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Network': {'1.1'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Port': {'1.7'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: consumer versions: Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Log': '1.0', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Network': '1.1', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Port': '1.7', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SubPort': '1.0', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Subnet': '1.1', Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Feb 16 13:26:07.056623 dv-cinder-829473-3-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:26:07.085276 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:26:07.099068 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, e49f93af-5b9d-40e4-b02d-e2883d5e79b8) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:07.104949 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:07.105606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.111674 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dadf5e7-bfd0-4787-ba46-3448ad78f8b9 None None] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:26:07.126663 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-df42bb59-cdbe-4ddd-94f0-8fc19d8439c9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5332537 Feb 16 13:26:07.229155 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686661bb-8916-46c1-8913-012fe450813a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-e49f93af-5b9d-40e4-b02d-e2883d5e79b8', 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8', 'project_id': '9eae6961522e436f88e3da06756f8806', 'fixed_ips': [{'subnet_id': '259ef0c1-3f81-4826-b448-22d74073e37e'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:26:07.230084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.387019 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-686661bb-8916-46c1-8913-012fe450813a None None] Allocated IP 192.168.233.2 (e49f93af-5b9d-40e4-b02d-e2883d5e79b8/259ef0c1-3f81-4826-b448-22d74073e37e/e5217402-4831-45e2-9d44-df1d29323785) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:07.555887 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks [] for port (e5217402-4831-45e2-9d44-df1d29323785), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.565944 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (e5217402-4831-45e2-9d44-df1d29323785), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.612273 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686661bb-8916-46c1-8913-012fe450813a None None] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:07.615970 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-686661bb-8916-46c1-8913-012fe450813a None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:07.620215 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686661bb-8916-46c1-8913-012fe450813a None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:26:07.626463 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686661bb-8916-46c1-8913-012fe450813a None None] Pushing event updated for resources: {'Port': ['ID=e5217402-4831-45e2-9d44-df1d29323785,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:07.637755 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.638159 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.638533 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.639751 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.639751 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.639751 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.640000 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.640177 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.640510 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.640838 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.641165 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.641493 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.641810 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:07.702598 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-686661bb-8916-46c1-8913-012fe450813a None None] Attempting to bind port e5217402-4831-45e2-9d44-df1d29323785 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:26:07.703164 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-686661bb-8916-46c1-8913-012fe450813a None None] Attempting to bind port e5217402-4831-45e2-9d44-df1d29323785 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:26:07.703735 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686661bb-8916-46c1-8913-012fe450813a None None] Attempting to bind port e5217402-4831-45e2-9d44-df1d29323785 on network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:26:07.710402 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686661bb-8916-46c1-8913-012fe450813a None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:26:07.710775 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686661bb-8916-46c1-8913-012fe450813a None None] Checking segment: {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:26:07.711191 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.711595 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686661bb-8916-46c1-8913-012fe450813a None None] Bound using segment: {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:26:07.712086 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-686661bb-8916-46c1-8913-012fe450813a None None] Bound port: e5217402-4831-45e2-9d44-df1d29323785, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:26:07.712473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e5217402-4831-45e2-9d44-df1d29323785), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.783149 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-686661bb-8916-46c1-8913-012fe450813a None None] For port e5217402-4831-45e2-9d44-df1d29323785, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:26:07.788885 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-686661bb-8916-46c1-8913-012fe450813a None None] For port e5217402-4831-45e2-9d44-df1d29323785, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=e5217402-4831-45e2-9d44-df1d29323785,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:26:07.796745 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-686661bb-8916-46c1-8913-012fe450813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e5217402-4831-45e2-9d44-df1d29323785), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:07.860464 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686661bb-8916-46c1-8913-012fe450813a None None] Pushing event updated for resources: {'Port': ['ID=e5217402-4831-45e2-9d44-df1d29323785,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:08.864639 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01be3a9-5e82-4746-b3d5-11b6544fc3e7 None None] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:26:08.937668 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Provisioning complete for port e5217402-4831-45e2-9d44-df1d29323785 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:08.937982 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e5217402-4831-45e2-9d44-df1d29323785), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:09.066548 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Current status of the port e5217402-4831-45e2-9d44-df1d29323785 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:26:09.066888 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e5217402-4831-45e2-9d44-df1d29323785), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:09.122134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] For port e5217402-4831-45e2-9d44-df1d29323785, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=e5217402-4831-45e2-9d44-df1d29323785,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:26:09.131985 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e5217402-4831-45e2-9d44-df1d29323785), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:09.207237 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a0e1-9914-4fe7-9348-bc9749c074eb None None] Pushing event updated for resources: {'Port': ['ID=e5217402-4831-45e2-9d44-df1d29323785,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:09.356529 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-85473633-0bbc-4409-90ef-3da1d93eeec6 None None] Provisioning complete for port e5217402-4831-45e2-9d44-df1d29323785 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:09.357037 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-85473633-0bbc-4409-90ef-3da1d93eeec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e5217402-4831-45e2-9d44-df1d29323785), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:09.454565 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-85473633-0bbc-4409-90ef-3da1d93eeec6 None None] Current status of the port e5217402-4831-45e2-9d44-df1d29323785 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:26:10.012883 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device e5217402-4831-45e2-9d44-df1d29323785 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:26:10.080530 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port e5217402-4831-45e2-9d44-df1d29323785 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:10.081158 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e5217402-4831-45e2-9d44-df1d29323785), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:10.179349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port e5217402-4831-45e2-9d44-df1d29323785 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:26:11.860125 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:26:16.890881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7af989ab-0f65-4343-8088-478a53733265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:19.291172 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2905d5ab-1e4d-40b5-a540-97fe7e098d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:20.106397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:21.737536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:23.050259 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:46.882538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9c11714d-84fd-4ead-9051-57f93f4c6ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:48.858563 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:26:49.284666 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-eba33146-ab5d-4bb3-8bf6-fe085f16a2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:50.107765 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:51.738956 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:26:53.046633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:16.885839 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b969255f-d338-44e5-bbb6-3d484a65f1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:19.290490 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-831f2f40-28e2-4df2-b97f-fc1f885e4fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:20.109376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:21.741782 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:23.052672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:25.857569 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:27:33.976405 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39162) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:27:33.983977 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [None req-fcf78ebe-ed61-49b7-9963-88f1f0f3a386 tempest-verify_tempest_config-2046331752 tempest-verify_tempest_config-2046331752-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:27:33.985059 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fcf78ebe-ed61-49b7-9963-88f1f0f3a386 tempest-verify_tempest_config-2046331752 tempest-verify_tempest_config-2046331752-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075727 Feb 16 13:27:34.300026 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39180) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:27:34.425617 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.534391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Publish callbacks [] for security_group (0e96a545-2d77-4248-af72-5d573002ffda), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.539560 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0e96a545-2d77-4248-af72-5d573002ffda), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.586772 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46573ca5aac1488297539ea36cfda4bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2856190 Feb 16 13:27:34.588735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96a545-2d77-4248-af72-5d573002ffda,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:34.589540 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39184) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:27:34.595658 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.596016 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.596366 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.596708 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.597055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.597383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.598327 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.598667 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.599025 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.599382 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.599717 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.600042 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.600369 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893504c-f5fd-4317-9c8a-af585624ad7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.645469 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Publish callbacks [] for security_group (0e96a545-2d77-4248-af72-5d573002ffda), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.666892 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Publish callbacks [] for security_group (0e96a545-2d77-4248-af72-5d573002ffda), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.758424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0e96a545-2d77-4248-af72-5d573002ffda), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.761012 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:34.762330 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e96a545-2d77-4248-af72-5d573002ffda HTTP/1.1" status: 204 len: 168 time: 0.1716573 Feb 16 13:27:34.771025 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96a545-2d77-4248-af72-5d573002ffda,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:34.777773 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.778163 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.778510 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.778845 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.779170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.780042 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.780042 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.780487 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.780487 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.780746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.781229 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.781634 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:34.781971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb3275-b9f4-431b-a3ff-97d42f908648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:46.888085 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5ffbf4c4-2672-4a5d-83cd-1e278e52e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:49.286359 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6952227c-97e9-4d03-bd0d-89c3cf2a61ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:50.112442 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:51.746808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:27:53.047520 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:02.855816 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:28:16.890749 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-eb823168-e3f0-42f6-9c0e-3bedfe42bd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:19.288840 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9707aa3a-1983-4272-a045-3fafe9caa8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:20.116110 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:21.745349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:23.049944 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:39.855161 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:28:46.893126 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa021-1643-4962-9e51-cb32fcac9aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:49.288064 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-aa6a7c7f-6c7b-4311-85c5-bfa8c94ce91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:50.119905 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:51.756661 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:28:53.056800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:16.856384 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 5 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:29:16.900294 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-79584f19-439a-4d1e-977e-350e190221f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:19.285690 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-26243db3-7cf8-4b3c-9c1f-511e7a791719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:20.124024 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:21.754502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:23.057009 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:28.141029 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16338811'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:41.078288 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39256) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:29:41.196023 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-93f231e5-4f31-49c7-80ee-44aef7598ae1 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1165438 Feb 16 13:29:43.705769 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39266) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:29:43.763476 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fa25fc00-84ab-46f0-a4f4-1a6ac30c45cf admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0565412 Feb 16 13:29:46.895796 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-66c93718-f3fd-4651-ad6a-fd076ec8832e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:49.284771 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ae12578b-195f-4265-9dd6-94948bd0799f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:50.138896 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:51.753531 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:53.054348 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:29:53.855002 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:29:58.120707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:16.899655 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b88cdb88-06c0-4a81-ac38-dd3e12b0904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:19.279071 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-645ecfd9-a3f1-472e-8103-78d39ac28d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:20.131309 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:21.757115 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:23.058116 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:28.130663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:30.857415 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:30:46.905384 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac02d-bf3c-4451-bbf6-8b11bc1098d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:49.284071 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-992469a0-b9d7-4537-bea9-f559afc48140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:50.133033 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:51.760561 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:53.063902 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:30:58.133306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:07.858221 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:31:16.906958 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9994dc25-8c2b-4397-9c56-7abd4a81c8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:19.293759 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5429809a-49aa-423b-bc36-fdb098ca46a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:20.149612 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:21.788840 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:23.060168 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:23.412057 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39446) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:23.878412 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-701712535-network', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:23.911892 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Made reservation on behalf of 1dbad18cd10e463aabd3b88b20cda6a3 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:23.914542 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:23.924810 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.052833 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39480) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:24.053978 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks [] for security_group (00691f85-d0f4-4cd2-9d29-76b1788cda43), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.063315 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00691f85-d0f4-4cd2-9d29-76b1788cda43), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.109029 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:31:24.121519 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00691f85-d0f4-4cd2-9d29-76b1788cda43,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:24.142703 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749293147266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (f0fe7eec-786a-4321-8005-e18e308ed369), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.143307 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Unsubscribe: segment precommit_create {{(pid=102563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 13:31:24.143789 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Added segment f0fe7eec-786a-4321-8005-e18e308ed369 of type vlan for network fec85a1e-e209-4fc9-a9fb-de36af840f90 Feb 16 13:31:24.149972 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.150384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.150710 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.151053 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.151714 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.152057 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.152975 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.153358 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.153747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.154204 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.154538 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.154889 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.155188 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Tracked resource versions report: Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: pushed versions: Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: { 'AddressGroup': {'1.2'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'ConntrackHelper': {'1.0'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Log': {'1.0'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Network': {'1.1'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Port': {'1.7'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'PortForwarding': {'1.2'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'QosPolicy': {'1.10'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroup': {'1.5'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SubPort': {'1.0'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Subnet': {'1.1'}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Trunk': {'1.1'}} Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: consumer versions: Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: HyperV agent@hv-cinder-82947: {}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'ConntrackHelper': '1.0', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'LocalIPAssociation': '1.0', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Log': '1.0', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Network': '1.1', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Port': '1.7', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'PortForwarding': '1.2', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'QosPolicy': '1.10', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroup': '1.5', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SecurityGroupRule': '1.2', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'SubPort': '1.0', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Subnet': '1.1', Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: 'Trunk': '1.1'}} Feb 16 13:31:24.156471 dv-cinder-829473-3-iscsi neutron-server[102563]: {{(pid=102563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:31:24.226314 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (fec85a1e-e209-4fc9-a9fb-de36af840f90), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.270375 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (fec85a1e-e209-4fc9-a9fb-de36af840f90), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.271610 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:24.272209 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.379834 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] Pushing event updated for resources: {'Network': ['ID=fec85a1e-e209-4fc9-a9fb-de36af840f90,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:24.399264 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:31:24.409073 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2713a152-61ae-476b-b36c-3378a51f9875 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9946449 Feb 16 13:31:24.417809 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39496) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:24.423953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Request body: {'subnet': {'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-701712535-subnet', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:24.471727 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Made reservation on behalf of 1dbad18cd10e463aabd3b88b20cda6a3 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:24.474797 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.542316 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39506) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:24.592129 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889627480-network', 'tenant_id': '802670c09dd5455b9ade3b51b7559da4'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:24.642410 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Made reservation on behalf of 802670c09dd5455b9ade3b51b7559da4 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:24.644901 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.663835 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.814589 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (6f47f51e-29e7-4e5d-8441-17cd90d6cb35), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.842951 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks [] for security_group (8906be09-5a07-47fe-a396-bae015f52860), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.859114 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8906be09-5a07-47fe-a396-bae015f52860), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.876634 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:31:24.876839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-network', 'tenant_id': '4d1984f39532468dba5fc27a001fffff'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:24.888004 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (511f6d2e-cf2e-4fba-b98d-9437c038154c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.888437 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Added segment 511f6d2e-cf2e-4fba-b98d-9437c038154c of type vlan for network 89cf5527-7732-4917-a20d-cd09d70af188 Feb 16 13:31:24.915261 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Made reservation on behalf of 4d1984f39532468dba5fc27a001fffff for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:24.920735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:24.949829 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.003353 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (89cf5527-7732-4917-a20d-cd09d70af188), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.041293 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f47f51e-29e7-4e5d-8441-17cd90d6cb35,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:25.051534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Checking segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:25.052169 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Network hostable DHCP agents. Network: fec85a1e-e209-4fc9-a9fb-de36af840f90, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:31:25.075104 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906be09-5a07-47fe-a396-bae015f52860,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:25.086833 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (89cf5527-7732-4917-a20d-cd09d70af188), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.088640 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:25.089738 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.097391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks [] for security_group (7e47217f-f1e8-4224-9c9b-dcb75cd0d22f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.103404 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7e47217f-f1e8-4224-9c9b-dcb75cd0d22f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.111916 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:31:25.122668 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.123568 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.124376 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.125106 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.126052 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.126613 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.127031 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.127484 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.127903 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.128584 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.129105 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.129673 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.130215 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Tracked resource versions report: Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: pushed versions: Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: { 'AddressGroup': {'1.2'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'ConntrackHelper': {'1.0'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Log': {'1.0'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Network': {'1.1'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Port': {'1.7'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'PortForwarding': {'1.2'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'QosPolicy': {'1.10'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroup': {'1.5'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SubPort': {'1.0'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Subnet': {'1.1'}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Trunk': {'1.1'}} Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: consumer versions: Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: HyperV agent@hv-cinder-82947: {}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'ConntrackHelper': '1.0', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'LocalIPAssociation': '1.0', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Log': '1.0', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Network': '1.1', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Port': '1.7', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'PortForwarding': '1.2', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'QosPolicy': '1.10', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroup': '1.5', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SecurityGroupRule': '1.2', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'SubPort': '1.0', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Subnet': '1.1', Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: 'Trunk': '1.1'}} Feb 16 13:31:25.131679 dv-cinder-829473-3-iscsi neutron-server[102564]: {{(pid=102564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:31:25.148927 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0947819 Feb 16 13:31:25.149721 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:31:25.149855 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, fec85a1e-e209-4fc9-a9fb-de36af840f90) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:25.151864 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39528) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:25.158009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Request body: {'subnet': {'network_id': '89cf5527-7732-4917-a20d-cd09d70af188', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889627480-subnet', 'tenant_id': '802670c09dd5455b9ade3b51b7559da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:25.165482 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.166066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.166579 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.167192 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.167412 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.168520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.169287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.169823 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.170893 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.171449 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.171792 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.172202 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.172777 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:25.180435 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:25.181434 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.182761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (09c60c63-a316-4b22-b637-3a2e4d3c1855), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.183114 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Added segment 09c60c63-a316-4b22-b637-3a2e4d3c1855 of type vlan for network f6450f86-e0db-40d8-8c80-1857225ef54c Feb 16 13:31:25.185216 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7eee72-8b86-48e3-8d82-fbc9dab2f64f None None] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:25.203693 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-17a0142e-b9b1-48cb-807e-89c8ea5010f6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7841513 Feb 16 13:31:25.208266 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39532) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:25.217619 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:25.267795 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (f6450f86-e0db-40d8-8c80-1857225ef54c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.283711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:25.343671 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.344427 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (f6450f86-e0db-40d8-8c80-1857225ef54c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.345600 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.345753 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:25.346755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.353079 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Made reservation on behalf of 802670c09dd5455b9ade3b51b7559da4 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:25.359083 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.363647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f346a5-d673-4bc4-9365-b53fd724e6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=89cf5527-7732-4917-a20d-cd09d70af188,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:25.403169 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 89cf5527-7732-4917-a20d-cd09d70af188 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:31:25.421775 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8777912 Feb 16 13:31:25.431534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39542) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:25.432258 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-fec85a1e-e209-4fc9-a9fb-de36af840f90', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:31:25.434376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.438906 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Request body: {'subnet': {'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-subnet', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:25.518189 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for router_controller (0f4a449f-99d4-47a9-b475-ac72fd989c16), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.525402 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0911e9-2e29-447c-8913-4a38482a16e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6450f86-e0db-40d8-8c80-1857225ef54c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:25.635541 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Made reservation on behalf of 4d1984f39532468dba5fc27a001fffff for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:25.638728 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.658995 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Allocated IP 172.20.0.2 (fec85a1e-e209-4fc9-a9fb-de36af840f90/6f47f51e-29e7-4e5d-8441-17cd90d6cb35/bfddd28c-7722-4ce9-8761-e02a7672afba) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:25.785334 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for router_gateway (0f4a449f-99d4-47a9-b475-ac72fd989c16), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.856703 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks [] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.865092 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network f6450f86-e0db-40d8-8c80-1857225ef54c details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:31:25.891935 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.966320 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (51cbb270-915a-4e94-a9ef-2bac10f24f94), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:25.998898 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:26.056964 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:26.076047 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:26.107350 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Pushing event updated for resources: {'Port': ['ID=bfddd28c-7722-4ce9-8761-e02a7672afba,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:26.149231 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.150207 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.150783 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.151535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.152231 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.152955 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.153647 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.154391 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.155116 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.155830 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.156518 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.157401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.158070 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Tracked resource versions report: Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: pushed versions: Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: { 'AddressGroup': {'1.2'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'ConntrackHelper': {'1.0'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Log': {'1.0'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Network': {'1.1'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Port': {'1.7'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'PortForwarding': {'1.2'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'QosPolicy': {'1.10'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroup': {'1.5'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SubPort': {'1.0'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Subnet': {'1.1'}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Trunk': {'1.1'}} Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: consumer versions: Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: HyperV agent@hv-cinder-82947: {}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'ConntrackHelper': '1.0', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'LocalIPAssociation': '1.0', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Log': '1.0', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Network': '1.1', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Port': '1.7', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'PortForwarding': '1.2', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'QosPolicy': '1.10', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroup': '1.5', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SecurityGroupRule': '1.2', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'SubPort': '1.0', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Subnet': '1.1', Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: 'Trunk': '1.1'}} Feb 16 13:31:26.159925 dv-cinder-829473-3-iscsi neutron-server[102565]: {{(pid=102565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:31:26.220048 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Attempting to bind port bfddd28c-7722-4ce9-8761-e02a7672afba on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:26.221306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Attempting to bind port bfddd28c-7722-4ce9-8761-e02a7672afba by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:26.221306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Attempting to bind port bfddd28c-7722-4ce9-8761-e02a7672afba on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:26.227687 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:26.228381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Checking segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:26.228877 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.229374 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Bound using segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:26.229954 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Bound port: bfddd28c-7722-4ce9-8761-e02a7672afba, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:26.230495 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.231591 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cbb270-915a-4e94-a9ef-2bac10f24f94,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:26.340447 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (49f9a32c-01a7-4890-82cd-ab6cefab83fa), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.342652 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Checking segment: {'id': '511f6d2e-cf2e-4fba-b98d-9437c038154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:26.343014 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Network hostable DHCP agents. Network: 89cf5527-7732-4917-a20d-cd09d70af188, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:31:26.458854 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f9a32c-01a7-4890-82cd-ab6cefab83fa,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:26.484373 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] For port bfddd28c-7722-4ce9-8761-e02a7672afba, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:26.488986 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] For port bfddd28c-7722-4ce9-8761-e02a7672afba, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bfddd28c-7722-4ce9-8761-e02a7672afba,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:26.500862 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Network 89cf5527-7732-4917-a20d-cd09d70af188 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:31:26.502842 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.530503 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 89cf5527-7732-4917-a20d-cd09d70af188) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:26.569115 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:26.569757 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.574577 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90f5d7-cbd6-42fd-bc96-06e3f72d335e None None] Network 89cf5527-7732-4917-a20d-cd09d70af188 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:26.578952 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Checking segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:26.579407 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Network hostable DHCP agents. Network: f6450f86-e0db-40d8-8c80-1857225ef54c, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:31:26.629185 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for router_gateway (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.632599 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Network f6450f86-e0db-40d8-8c80-1857225ef54c is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:31:26.642880 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f11d31-3592-4a7a-b6e5-ae3514ac7a1f None None] Pushing event updated for resources: {'Port': ['ID=bfddd28c-7722-4ce9-8761-e02a7672afba,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:26.665770 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, f6450f86-e0db-40d8-8c80-1857225ef54c) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:26.679282 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-14f7a207-3b0e-49e2-a002-ea63d9310c88 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5257583 Feb 16 13:31:26.684035 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:26.684728 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.726617 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.753577 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e38a98ba-b51a-40de-bd77-c94c728dbc9b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3188274 Feb 16 13:31:26.756621 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39590) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:26.759790 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2800c-4a0b-44ba-8541-5f1da2bd9778 None None] Network f6450f86-e0db-40d8-8c80-1857225ef54c requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:26.768724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:26.878415 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:26.917402 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:27.015112 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7686d0-b704-4409-a5a6-01c9d9210159 None None] Network 89cf5527-7732-4917-a20d-cd09d70af188 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:27.029303 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Allocated IP 172.27.3.58 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/c5c0a339-eee1-44f2-a2c3-d9997c8429e5) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:27.237725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f25244-055c-4e4d-b05e-6c10336d56e8 None None] Network f6450f86-e0db-40d8-8c80-1857225ef54c requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:27.267450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for router_controller (58fa7cec-ba3a-4714-9876-8b4b45900761), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:27.296282 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:27.404801 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:27.477167 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:27.484923 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:27.489455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:27.650138 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Pushing event updated for resources: {'Port': ['ID=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:27.712946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for router_gateway (58fa7cec-ba3a-4714-9876-8b4b45900761), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.083190 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39640) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:28.109828 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for router_gateway (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.168936 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.273534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39658) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:28.298659 dv-cinder-829473-3-iscsi neutron-server[102564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 13:31:28.320698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bfddd28c-7722-4ce9-8761-e02a7672afba up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:28.401415 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port bfddd28c-7722-4ce9-8761-e02a7672afba triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:28.402035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.408760 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193dce7c-dd1b-499f-906a-9972b36ef63a None None] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:31:28.432511 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for router_gateway (58fa7cec-ba3a-4714-9876-8b4b45900761), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.470907 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.555624 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-08aa175e-b715-4cf3-b91f-0afed38db0fe tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:28.557662 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-08aa175e-b715-4cf3-b91f-0afed38db0fe tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/networks?id=89cf5527-7732-4917-a20d-cd09d70af188 HTTP/1.1" status: 200 len: 812 time: 0.2834022 Feb 16 13:31:28.567163 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Provisioning complete for port bfddd28c-7722-4ce9-8761-e02a7672afba triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:28.567676 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.609921 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-5343df09-55e7-4f00-8fe7-5283f29c2c9b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/quotas/802670c09dd5455b9ade3b51b7559da4 HTTP/1.1" status: 200 len: 375 time: 0.0317323 Feb 16 13:31:28.740520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5998745d-2855-408f-aadb-0bdea45aa01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.800971 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port bfddd28c-7722-4ce9-8761-e02a7672afba is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:28.801633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.808506 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-7e2e2b93-8f15-4cb9-b248-8a2b8fcd4a20 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=802670c09dd5455b9ade3b51b7559da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1834891 Feb 16 13:31:28.832174 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Current status of the port bfddd28c-7722-4ce9-8761-e02a7672afba is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:28.832787 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:28.895810 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Allocated IP 172.27.3.94 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/453ede5b-647a-44a3-9642-f73b19304517) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:28.900693 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port bfddd28c-7722-4ce9-8761-e02a7672afba, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bfddd28c-7722-4ce9-8761-e02a7672afba,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:28.908872 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.085930 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.db.api [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:31:29.086670 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG oslo_db.api [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:31:29.087711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5998745d-2855-408f-aadb-0bdea45aa01a admin admin] Publish callbacks [] for security_group (02fb8b3d-436e-45f8-a406-d75f83d77868), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.101402 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-421ec275-9447-49e7-a8a9-855394572d3b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:31:29.108401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=bfddd28c-7722-4ce9-8761-e02a7672afba,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:29.109799 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-421ec275-9447-49e7-a8a9-855394572d3b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1432834 Feb 16 13:31:29.134081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5998745d-2855-408f-aadb-0bdea45aa01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (02fb8b3d-436e-45f8-a406-d75f83d77868), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.147471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.178819 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998745d-2855-408f-aadb-0bdea45aa01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fb8b3d-436e-45f8-a406-d75f83d77868,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:29.219325 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5998745d-2855-408f-aadb-0bdea45aa01a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dbf18ddf39894510be9f9f1a747fa179&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9460604 Feb 16 13:31:29.219971 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39686) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:29.308500 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for port (453ede5b-647a-44a3-9642-f73b19304517), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.329975 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9ad813f2-4096-4247-8c74-a9b91fc8aa58 service neutron] 10.222.0.73 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189848 Feb 16 13:31:29.370272 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] Publish callbacks [] for security_group (02fb8b3d-436e-45f8-a406-d75f83d77868), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.413860 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] Publish callbacks [] for security_group (02fb8b3d-436e-45f8-a406-d75f83d77868), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.487504 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (453ede5b-647a-44a3-9642-f73b19304517), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.570551 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:29.581726 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:29.617404 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:29.633734 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-7e135df3-69d2-4660-b84a-56d3df773d5f service neutron] 10.222.0.73 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027577 Feb 16 13:31:29.637670 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:31:29.641703 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (02fb8b3d-436e-45f8-a406-d75f83d77868), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.665457 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.671045 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02fb8b3d-436e-45f8-a406-d75f83d77868 HTTP/1.1" status: 204 len: 168 time: 0.4479635 Feb 16 13:31:29.724436 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-df43c305-aaec-4043-8455-46f5f91b85c8 None None] Current status of the port bfddd28c-7722-4ce9-8761-e02a7672afba is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:29.864210 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Pushing event updated for resources: {'Port': ['ID=453ede5b-647a-44a3-9642-f73b19304517,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:29.872623 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-a357f32d-4ff1-44cf-ba2e-4ade2040f48d None None] Provisioning complete for port bfddd28c-7722-4ce9-8761-e02a7672afba triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:29.874792 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a357f32d-4ff1-44cf-ba2e-4ade2040f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:29.882250 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439add06-e44f-4bae-b0fb-dd5db3cc003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fb8b3d-436e-45f8-a406-d75f83d77868,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:29.977621 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:31:29.990231 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:31:30.032569 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:30.036454 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:30.045348 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.070078 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3b731401-633a-4824-b48f-0907ff93f34a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8555954 Feb 16 13:31:30.074728 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39730) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:30.184170 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a357f32d-4ff1-44cf-ba2e-4ade2040f48d None None] Current status of the port bfddd28c-7722-4ce9-8761-e02a7672afba is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:30.216311 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bfddd28c-7722-4ce9-8761-e02a7672afba up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:30.328413 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:30.359219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port bfddd28c-7722-4ce9-8761-e02a7672afba triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:30.359908 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.456388 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port bfddd28c-7722-4ce9-8761-e02a7672afba is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:30.483449 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for router_gateway (58fa7cec-ba3a-4714-9876-8b4b45900761), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.487599 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba9205f1-575e-464e-adff-1a12f2c5143a req-06a303b9-92c9-46df-8155-e541dc073c50 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.1078808 Feb 16 13:31:30.513556 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39750) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:30.572166 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a57f7e8e-4efc-4796-9245-27375c66b90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.681578 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:27Z', 'revision_number': 3, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:30.712203 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:31:30.712868 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Updating router 0f4a449f-99d4-47a9-b475-ac72fd989c16 port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:31:30.744876 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.829978 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.935532 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a57f7e8e-4efc-4796-9245-27375c66b90c admin admin] Publish callbacks [] for security_group (5304e48f-4212-4458-a0f6-d89ece259819), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:30.953369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a57f7e8e-4efc-4796-9245-27375c66b90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5304e48f-4212-4458-a0f6-d89ece259819), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.022291 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a57f7e8e-4efc-4796-9245-27375c66b90c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5e076ff3d48411dae271f1f595adb86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5051637 Feb 16 13:31:31.022291 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f7e8e-4efc-4796-9245-27375c66b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5304e48f-4212-4458-a0f6-d89ece259819,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:31.024544 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39776) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:31.063626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Router 58fa7cec-ba3a-4714-9876-8b4b45900761 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:31:31.136129 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks [] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.146735 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.164310 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] Publish callbacks [] for security_group (5304e48f-4212-4458-a0f6-d89ece259819), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.197298 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:31.207935 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.208394 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.208825 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.209256 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.209790 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.210313 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.210797 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.211284 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.211775 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.212275 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.212744 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.213235 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.213710 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:31.213920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] Publish callbacks [] for security_group (5304e48f-4212-4458-a0f6-d89ece259819), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Tracked resource versions report: Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: pushed versions: Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Log': {'1.0'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Network': {'1.1'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Port': {'1.7'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: consumer versions: Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: HyperV agent@hv-cinder-82947: {}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: L3 agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: Metadata agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: Metering agent@dv-cinder-829473-3-iscsi: {}, Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-829473-3-iscsi: { 'AddressGroup': '1.2', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Log': '1.0', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Network': '1.1', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Port': '1.7', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'SubPort': '1.0', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Subnet': '1.1', Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Feb 16 13:31:31.215267 dv-cinder-829473-3-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:31:31.273109 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Attempting to bind port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:31.273506 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Attempting to bind port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:31.273876 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Attempting to bind port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:31.293294 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:31.299276 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:31.300689 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.301111 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:31.301627 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Bound port: c5c0a339-eee1-44f2-a2c3-d9997c8429e5, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:31.304462 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.309045 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.340259 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:31:31.350355 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3898607-44e1-4051-aa07-05482106469d None None] Sync routers for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:31:31.361475 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.368056 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bb36a64e-c95a-4142-9a24-321260fd0932 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6075630 Feb 16 13:31:31.369876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:31.371780 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:31.372867 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39790) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:31.390339 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] For port c5c0a339-eee1-44f2-a2c3-d9997c8429e5, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:31.394562 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] For port c5c0a339-eee1-44f2-a2c3-d9997c8429e5, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:31.400714 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5304e48f-4212-4458-a0f6-d89ece259819), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.403419 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.404179 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.408811 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5304e48f-4212-4458-a0f6-d89ece259819 HTTP/1.1" status: 204 len: 168 time: 0.3645413 Feb 16 13:31:31.418013 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a483-e661-4269-b9c4-6859e2018b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5304e48f-4212-4458-a0f6-d89ece259819,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:31.483261 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7e30-3293-44ea-9e26-b941f3cd80c9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:31.509923 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:31.510586 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:31.630350 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Allocated IP 172.20.0.1 (fec85a1e-e209-4fc9-a9fb-de36af840f90/6f47f51e-29e7-4e5d-8441-17cd90d6cb35/51956129-653c-49db-bd14-e2a2a5e38532) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:31.633458 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-296c487b-9bd0-4a8b-a45e-3883ef35bdb3 req-af91090b-796d-4b9b-8047-84872d1fe109 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.0463307 Feb 16 13:31:31.680653 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:31.765835 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:31.858480 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks [] for port (51956129-653c-49db-bd14-e2a2a5e38532), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:31.963961 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.022312 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:27Z', 'revision_number': 3, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:32.074424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:32.095073 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9577c00b-2c64-4214-9fbb-7182de70f167 None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:27Z', 'revision_number': 3, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:31:32.095941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:32.106203 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:32.106696 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.111398 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Pushing event updated for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:32.231151 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:30Z', 'revision_number': 3, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:32.332233 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3898607-44e1-4051-aa07-05482106469d None None] Checking router: 58fa7cec-ba3a-4714-9876-8b4b45900761 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:31:32.333161 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3898607-44e1-4051-aa07-05482106469d None None] Updating router 58fa7cec-ba3a-4714-9876-8b4b45900761 port 453ede5b-647a-44a3-9642-f73b19304517 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:31:32.348216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.392132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (453ede5b-647a-44a3-9642-f73b19304517), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.447337 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (51956129-653c-49db-bd14-e2a2a5e38532), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.679276 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-c11ef377-2b9e-4a4f-b7e3-e3d1b01c6b66 None None] Provisioning complete for port 51956129-653c-49db-bd14-e2a2a5e38532 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:32.679915 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c11ef377-2b9e-4a4f-b7e3-e3d1b01c6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (51956129-653c-49db-bd14-e2a2a5e38532), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.711569 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks [] for port (51956129-653c-49db-bd14-e2a2a5e38532), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.729194 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.731638 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:32.861694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Allocated IP 172.20.0.1 (f6450f86-e0db-40d8-8c80-1857225ef54c/49f9a32c-01a7-4890-82cd-ab6cefab83fa/0231d2fd-c21c-4037-8ec1-9f373798db95) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:32.933614 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-c11ef377-2b9e-4a4f-b7e3-e3d1b01c6b66 None None] Port 51956129-653c-49db-bd14-e2a2a5e38532 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:31:32.953028 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Pushing event updated for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:33.054879 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bdf7778a-549f-4b32-8c8a-dcbee1a65609 req-240666db-ea5d-4970-b6bd-d444c02cf37f tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.1547158 Feb 16 13:31:33.106321 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:33.108149 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:33.145364 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks [] for port (453ede5b-647a-44a3-9642-f73b19304517), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.159256 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (453ede5b-647a-44a3-9642-f73b19304517), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.165703 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks [] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.220370 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e3898607-44e1-4051-aa07-05482106469d None None] Attempting to bind port 453ede5b-647a-44a3-9642-f73b19304517 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:33.222658 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e3898607-44e1-4051-aa07-05482106469d None None] Attempting to bind port 453ede5b-647a-44a3-9642-f73b19304517 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:33.222658 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3898607-44e1-4051-aa07-05482106469d None None] Attempting to bind port 453ede5b-647a-44a3-9642-f73b19304517 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:33.300908 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:31:33.331264 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.346808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3898607-44e1-4051-aa07-05482106469d None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:33.347381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3898607-44e1-4051-aa07-05482106469d None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:33.347806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.348391 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3898607-44e1-4051-aa07-05482106469d None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:33.348798 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-e3898607-44e1-4051-aa07-05482106469d None None] Bound port: 453ede5b-647a-44a3-9642-f73b19304517, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:33.349187 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (453ede5b-647a-44a3-9642-f73b19304517), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.427489 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Network f6450f86-e0db-40d8-8c80-1857225ef54c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:33.437122 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:33.441487 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Pushing event updated for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:33.451981 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:33.452500 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (58fa7cec-ba3a-4714-9876-8b4b45900761), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.489898 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e3898607-44e1-4051-aa07-05482106469d None None] For port 453ede5b-647a-44a3-9642-f73b19304517, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:33.500056 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e3898607-44e1-4051-aa07-05482106469d None None] For port 453ede5b-647a-44a3-9642-f73b19304517, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=453ede5b-647a-44a3-9642-f73b19304517,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:33.516150 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e3898607-44e1-4051-aa07-05482106469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (453ede5b-647a-44a3-9642-f73b19304517), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.554638 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cadfc0-4749-4862-adab-258ec5588f4c None None] Pushing event updated for resources: {'Port': ['ID=453ede5b-647a-44a3-9642-f73b19304517,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:33.631838 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:33.633257 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:33.649638 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:31:33.669022 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0fd4fa1f-6462-4d0b-9290-8612a79f596a admin admin] 10.222.0.73 "PUT /v2.0/routers/0f4a449f-99d4-47a9-b475-ac72fd989c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5899973 Feb 16 13:31:33.782880 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cadfc0-4749-4862-adab-258ec5588f4c None None] Pushing event updated for resources: {'Port': ['ID=453ede5b-647a-44a3-9642-f73b19304517,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:33.812988 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-d99b54bc-339d-4b36-86bc-613f3f7f8de4 None None] Provisioning complete for port 51956129-653c-49db-bd14-e2a2a5e38532 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:33.816023 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d99b54bc-339d-4b36-86bc-613f3f7f8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (51956129-653c-49db-bd14-e2a2a5e38532), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:33.921493 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.104', 52190) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:33.927446 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-d99b54bc-339d-4b36-86bc-613f3f7f8de4 None None] Port 51956129-653c-49db-bd14-e2a2a5e38532 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:31:33.946637 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:33.952968 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.293291 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c5c0a339-eee1-44f2-a2c3-d9997c8429e5 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:34.349805 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks [] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.365635 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.366571 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (58fa7cec-ba3a-4714-9876-8b4b45900761), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.505110 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:34.505632 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.575343 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-e3898607-44e1-4051-aa07-05482106469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:30Z', 'revision_number': 3, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:34.610900 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39910) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:34.629217 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Pushing event updated for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:34.648947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c323cb31-d44b-4ef1-b8ea-3650efe293c5 req-acadfb95-8b25-47e4-8eb9-0999ff7e5128 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.0365782 Feb 16 13:31:34.710009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-35d2853b-ab87-4897-86dd-0396bf081ee8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:34.715532 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-35d2853b-ab87-4897-86dd-0396bf081ee8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.104 "GET /v2.0/networks?id=89cf5527-7732-4917-a20d-cd09d70af188 HTTP/1.1" status: 200 len: 812 time: 0.7889516 Feb 16 13:31:34.731422 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3898607-44e1-4051-aa07-05482106469d None None] The sync data for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi is: [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:30Z', 'revision_number': 3, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:31:34.782008 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Request body: {'port': {'device_id': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188', 'admin_state_up': True, 'tenant_id': '802670c09dd5455b9ade3b51b7559da4'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:34.820365 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Network f6450f86-e0db-40d8-8c80-1857225ef54c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:34.826257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:34.884809 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:34.885447 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:34.941206 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port c5c0a339-eee1-44f2-a2c3-d9997c8429e5, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:34.964069 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:35.067434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:35.245278 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:31:35.259000 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Made reservation on behalf of 802670c09dd5455b9ade3b51b7559da4 for: {'port': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:35.264041 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:35.271188 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:35.272012 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:35.411342 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Router 58fa7cec-ba3a-4714-9876-8b4b45900761 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:31:35.533373 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39954) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:35.538228 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588623060', 'description': 'tempest-description--36640298'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:35.589175 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:35.707130 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:35.781176 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:31:35.814343 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6867790a-7684-4f70-a371-9896e3a93a56 admin admin] 10.222.0.73 "PUT /v2.0/routers/58fa7cec-ba3a-4714-9876-8b4b45900761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4397156 Feb 16 13:31:35.863360 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Allocated IP 172.20.0.8 (89cf5527-7732-4917-a20d-cd09d70af188/51cbb270-915a-4e94-a9ef-2bac10f24f94/fa619745-f8a0-4906-a197-20d5c431f1f4) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:36.172067 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (551c63b1-ef77-4c93-b17a-f99c73d3e8cd), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.189787 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (551c63b1-ef77-4c93-b17a-f99c73d3e8cd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.317514 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551c63b1-ef77-4c93-b17a-f99c73d3e8cd,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:36.326076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.328594 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a1bff4d2-e6e9-4773-bccc-49543a7af8bd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7928219 Feb 16 13:31:36.328594 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 39970) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:36.335632 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group_rule': {'security_group_id': '551c63b1-ef77-4c93-b17a-f99c73d3e8cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:36.457447 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks [] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.461519 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c5c0a339-eee1-44f2-a2c3-d9997c8429e5 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:36.469689 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (776a85ad-e12b-4a89-90b5-619bf984e22b), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.702314 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (776a85ad-e12b-4a89-90b5-619bf984e22b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.712032 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:36.712659 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.727686 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (776a85ad-e12b-4a89-90b5-619bf984e22b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.778775 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 2, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:36.830224 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0367e44-1d57-4e70-a812-6f9aaaf71577 req-ed972eb1-5bf2-49b9-85f3-085a0071a63b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.1201248 Feb 16 13:31:36.847508 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.852111 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5199645 Feb 16 13:31:36.852384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 39996) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:36.874151 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf9d1-d407-42fd-96d5-6700ab01a783 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776a85ad-e12b-4a89-90b5-619bf984e22b,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:36.876830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group_rule': {'security_group_id': '551c63b1-ef77-4c93-b17a-f99c73d3e8cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:36.907446 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:31:36.908269 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Updating router 0f4a449f-99d4-47a9-b475-ac72fd989c16 port 51956129-653c-49db-bd14-e2a2a5e38532 binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:31:36.911589 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:36.995116 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (2f902b98-1de1-4fa2-98a7-fff596197056), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.024992 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (51956129-653c-49db-bd14-e2a2a5e38532), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.076765 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:37.077873 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 453ede5b-647a-44a3-9642-f73b19304517 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:37.172218 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 453ede5b-647a-44a3-9642-f73b19304517 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:37.172714 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (453ede5b-647a-44a3-9642-f73b19304517), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.193571 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Pushing event updated for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:37.279201 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 453ede5b-647a-44a3-9642-f73b19304517 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:37.279597 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (453ede5b-647a-44a3-9642-f73b19304517), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.318257 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Network 89cf5527-7732-4917-a20d-cd09d70af188 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:37.319480 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (2f902b98-1de1-4fa2-98a7-fff596197056), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.322764 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 453ede5b-647a-44a3-9642-f73b19304517, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=453ede5b-647a-44a3-9642-f73b19304517,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:37.327582 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (2f902b98-1de1-4fa2-98a7-fff596197056), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.328333 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:37.333126 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:37.336779 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (453ede5b-647a-44a3-9642-f73b19304517), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.348823 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:37.349703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.357200 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f902b98-1de1-4fa2-98a7-fff596197056,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:37.407649 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=453ede5b-647a-44a3-9642-f73b19304517,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:37.417031 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.418967 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-27c6cd12-d785-4696-b219-b23b3dcb9d89 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5653296 Feb 16 13:31:37.421727 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40010) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:37.426605 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:37.488512 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-e2301e87-f41f-4fe2-a8d6-5ea57bc8282b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7201519 Feb 16 13:31:37.493539 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.512336 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-4bb246e5-7b52-4ef0-9b54-16ba156303be tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:37.515148 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-4bb246e5-7b52-4ef0-9b54-16ba156303be tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 819 time: 0.3243928 Feb 16 13:31:37.546682 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-f8e7ef93-d185-471d-a9ba-7c1a133fc6d6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/quotas/4d1984f39532468dba5fc27a001fffff HTTP/1.1" status: 200 len: 375 time: 0.0180621 Feb 16 13:31:37.694139 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-fcc75559-cfdb-438f-a996-57207219bf81 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1463704 Feb 16 13:31:37.762356 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks [] for port (51956129-653c-49db-bd14-e2a2a5e38532), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.783810 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.846434 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc191e-1c2d-4900-960f-5180b1537a15 None None] Pushing event updated for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:37.909635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-02c602b0-32f1-4086-84a8-95ca1a48bd7e service neutron] 10.222.0.73 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144969 Feb 16 13:31:37.931464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:37.987672 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Attempting to bind port 51956129-653c-49db-bd14-e2a2a5e38532 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:37.989731 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Attempting to bind port 51956129-653c-49db-bd14-e2a2a5e38532 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:37.990397 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Attempting to bind port 51956129-653c-49db-bd14-e2a2a5e38532 on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:38.009879 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:38.010495 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Checking segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:38.011105 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.011717 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Bound using segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:38.012450 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Bound port: 51956129-653c-49db-bd14-e2a2a5e38532, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:38.013007 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (51956129-653c-49db-bd14-e2a2a5e38532), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.120545 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-bf74031d-036b-473b-8412-6328c7b6c96c service neutron] 10.222.0.73 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097635 Feb 16 13:31:38.197210 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] For port 51956129-653c-49db-bd14-e2a2a5e38532, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:38.206647 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] For port 51956129-653c-49db-bd14-e2a2a5e38532, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=51956129-653c-49db-bd14-e2a2a5e38532,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:38.212555 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Allocated IP 172.27.3.129 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/f53035dc-b5d9-4a65-ab3a-158cab527b0e) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:38.222370 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.304778 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Sync routers for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:31:38.330679 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a477347-3689-4c13-9dff-03f45c69329f req-f8ed8576-1aaf-4feb-a722-7391d7be5a8b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:38.340125 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a477347-3689-4c13-9dff-03f45c69329f req-f8ed8576-1aaf-4feb-a722-7391d7be5a8b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 931 time: 0.2130466 Feb 16 13:31:38.347061 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 453ede5b-647a-44a3-9642-f73b19304517 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:38.364903 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:38.366419 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:38.511581 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a477347-3689-4c13-9dff-03f45c69329f req-33b7e860-0612-4e3a-b867-6059d0d9b6c6 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663785 Feb 16 13:31:38.519789 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:38.521400 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:38.532495 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.544019 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-f32ccf05-dc96-41a4-a165-e4596283c3f6 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:31:38.547570 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-f32ccf05-dc96-41a4-a165-e4596283c3f6 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107312 Feb 16 13:31:38.641277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.756352 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:38.792379 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:38.808163 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:38.812724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:38.819349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Provisioning complete for port 51956129-653c-49db-bd14-e2a2a5e38532 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:38.819885 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (51956129-653c-49db-bd14-e2a2a5e38532), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:38.826594 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bf8aabdd-e6b8-4085-9269-1e22cd2512a3 req-f695b8c9-17d3-4ac9-b109-17aa37377a26 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 210 time: 0.1087420 Feb 16 13:31:38.826802 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=f53035dc-b5d9-4a65-ab3a-158cab527b0e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:39.039316 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.107306 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc191e-1c2d-4900-960f-5180b1537a15 None None] Pushing event updated for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:39.142232 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.163958 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 453ede5b-647a-44a3-9642-f73b19304517 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:39.164276 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (453ede5b-647a-44a3-9642-f73b19304517), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.426082 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:39.454267 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:38Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:39.476790 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-8b0c0a28-099e-44cf-87e0-5f11582c53b3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:39.485100 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-8b0c0a28-099e-44cf-87e0-5f11582c53b3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 819 time: 0.2014081 Feb 16 13:31:39.510233 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-3949a11a-9076-44af-9547-fd9a4099a460 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/quotas/4d1984f39532468dba5fc27a001fffff HTTP/1.1" status: 200 len: 375 time: 0.0240963 Feb 16 13:31:39.525468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.532870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.555024 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12b254-2b43-4082-affe-17deeda4331a None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:38Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:31:39.568991 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-20d7b47c-41de-4823-900e-c28e1469c335 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566385 Feb 16 13:31:39.596521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Current status of the port 51956129-653c-49db-bd14-e2a2a5e38532 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:39.596951 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (51956129-653c-49db-bd14-e2a2a5e38532), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.610672 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=f53035dc-b5d9-4a65-ab3a-158cab527b0e,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:39.633175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.702925 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:39.716612 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1c2f375c-0142-4503-90e8-a832196e0d21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2839897 Feb 16 13:31:39.813732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a54ee-cbad-4814-83fa-6f8faac70d49 req-4cdcf4c3-617b-403d-9136-15bf8de271d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:39.828047 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] For port 51956129-653c-49db-bd14-e2a2a5e38532, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=51956129-653c-49db-bd14-e2a2a5e38532,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:39.848428 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-244a54ee-cbad-4814-83fa-6f8faac70d49 req-4cdcf4c3-617b-403d-9136-15bf8de271d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 931 time: 0.1860793 Feb 16 13:31:39.862857 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6d482d03-3311-400d-a05b-772037adaf78 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:31:39.863881 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6d482d03-3311-400d-a05b-772037adaf78 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1366842 Feb 16 13:31:39.940534 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:40.114881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159d74-e47f-4255-aef2-5e48f2bf3f11 None None] Pushing event updated for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:40.149163 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 453ede5b-647a-44a3-9642-f73b19304517 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:40.303805 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-244a54ee-cbad-4814-83fa-6f8faac70d49 req-86469583-87be-4962-8718-cc42d41dd410 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628301 Feb 16 13:31:40.318526 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-c9ebffb3-714b-405b-a1cc-a6a63a78d728 None None] Provisioning complete for port 51956129-653c-49db-bd14-e2a2a5e38532 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:40.319123 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9ebffb3-714b-405b-a1cc-a6a63a78d728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (51956129-653c-49db-bd14-e2a2a5e38532), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:40.413192 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-d8e17772-cfb8-4dcd-b6d1-cd2f6fa636a4 service neutron] 10.222.0.73 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322483 Feb 16 13:31:40.593972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 51956129-653c-49db-bd14-e2a2a5e38532 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:40.659536 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-f81e3570-3dec-436a-bcf4-7d62c990e2a5 service neutron] 10.222.0.73 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451148 Feb 16 13:31:40.801840 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-7058123d-5d74-4f83-aa15-b59b7b2afb9d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--588623060&fields=id&tenant_id=1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 267 time: 0.1247520 Feb 16 13:31:40.967572 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 51956129-653c-49db-bd14-e2a2a5e38532 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:40.968236 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (51956129-653c-49db-bd14-e2a2a5e38532), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:41.000608 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebffb3-714b-405b-a1cc-a6a63a78d728 None None] Current status of the port 51956129-653c-49db-bd14-e2a2a5e38532 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:41.068067 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:33Z', 'revision_number': 4, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '0231d2fd-c21c-4037-8ec1-9f373798db95', 'name': '', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'mac_address': 'fa:16:3e:d4:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:32Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 2, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'subnets': [{'id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:41.112006 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Checking router: 58fa7cec-ba3a-4714-9876-8b4b45900761 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:31:41.112463 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Updating router 58fa7cec-ba3a-4714-9876-8b4b45900761 port 0231d2fd-c21c-4037-8ec1-9f373798db95 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:31:41.224158 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:41.237073 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dbe4e60c-b902-4ca7-9a07-555315090e5b req-7410854a-4063-44d2-9e75-b7771f0d3bab tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.0512352 Feb 16 13:31:41.278287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-3abb6a63-21ac-4e57-a574-969fb2e763f6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:41.285453 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-3abb6a63-21ac-4e57-a574-969fb2e763f6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 810 time: 0.4755774 Feb 16 13:31:41.310641 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-34824a51-55a1-4b83-9fe9-902ee1ea8a77 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/quotas/1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 375 time: 0.0241024 Feb 16 13:31:41.473663 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-9c8857aa-6ad3-47b5-815e-03180e514e8c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620619 Feb 16 13:31:41.625134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 51956129-653c-49db-bd14-e2a2a5e38532 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:41.739548 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-30d5c378-c94b-4aa6-8d3a-a60b079479ee service neutron] 10.222.0.73 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508404 Feb 16 13:31:41.880166 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks [] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:41.882565 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8944f-bd88-465d-9652-de94cc498b6b req-35775f75-11b3-4584-b092-f586f1fcd30b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:41.890941 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1fd8944f-bd88-465d-9652-de94cc498b6b req-35775f75-11b3-4584-b092-f586f1fcd30b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 931 time: 0.3502195 Feb 16 13:31:41.897219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:41.969210 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478b7c-24eb-428c-9803-3d843e4d6a6d None None] Pushing event updated for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:41.973929 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-2adb73de-5d1a-416d-b988-45f72103b94c service neutron] 10.222.0.73 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274785 Feb 16 13:31:41.996848 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1fd8944f-bd88-465d-9652-de94cc498b6b req-7b5e08bb-9ebb-4147-b4b8-450b5be5ec7c tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052811 Feb 16 13:31:42.036607 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Attempting to bind port 0231d2fd-c21c-4037-8ec1-9f373798db95 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:42.037075 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Attempting to bind port 0231d2fd-c21c-4037-8ec1-9f373798db95 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:42.037519 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Attempting to bind port 0231d2fd-c21c-4037-8ec1-9f373798db95 on network f6450f86-e0db-40d8-8c80-1857225ef54c {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:42.045816 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:42.046399 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Checking segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:42.046883 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:42.047494 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Bound using segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:42.049332 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Bound port: 0231d2fd-c21c-4037-8ec1-9f373798db95, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:42.049332 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:42.128379 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] For port 0231d2fd-c21c-4037-8ec1-9f373798db95, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:42.140301 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] For port 0231d2fd-c21c-4037-8ec1-9f373798db95, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0231d2fd-c21c-4037-8ec1-9f373798db95,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:42.153381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:42.223079 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:31:42.223740 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:31:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:42.262748 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0f47b8fe-193d-43bd-99ea-bc8c6f4d839b req-3ae9d351-8323-4f14-9707-a3ead0b60ceb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.0478208 Feb 16 13:31:42.284662 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478b7c-24eb-428c-9803-3d843e4d6a6d None None] Pushing event updated for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:42.439155 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c7dca83-adc5-4d90-abc3-81729ba030e5 req-a83f6840-1f71-4edc-9c4f-de17023f7010 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.0536487 Feb 16 13:31:42.458754 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:31:42.944923 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:33Z', 'revision_number': 4, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '0231d2fd-c21c-4037-8ec1-9f373798db95', 'name': '', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'mac_address': 'fa:16:3e:d4:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:32Z', 'updated_at': '2022-02-16T13:31:42Z', 'revision_number': 4, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'subnets': [{'id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:42.975033 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317fee8-94ca-4eed-8774-6539466f9f11 None None] The sync data for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi is: [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:33Z', 'revision_number': 4, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '0231d2fd-c21c-4037-8ec1-9f373798db95', 'name': '', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'mac_address': 'fa:16:3e:d4:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:32Z', 'updated_at': '2022-02-16T13:31:42Z', 'revision_number': 4, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'subnets': [{'id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:31:43.222743 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b62b74-efa2-48f8-921f-d51e173233fd req-aa61f9e2-0860-4e79-942d-1d50efaaa9fd tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:43.240550 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56b62b74-efa2-48f8-921f-d51e173233fd req-aa61f9e2-0860-4e79-942d-1d50efaaa9fd tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 931 time: 0.1131096 Feb 16 13:31:43.335434 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56b62b74-efa2-48f8-921f-d51e173233fd req-fcdf8849-fc0b-4f1f-968c-eb573629b950 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939634 Feb 16 13:31:43.435672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5647f31e-f085-4c68-ad13-8c09b9d6f7c0 req-be2407bc-97a2-44f1-a20e-52459e1bdd16 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.0451717 Feb 16 13:31:43.583226 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1196d361-4280-44d9-8481-3762b208ba49 req-aed094b2-5881-4700-b766-22b4be24b095 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.0407753 Feb 16 13:31:43.740979 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40236) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:43.995805 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f336cca3-1567-4b5f-8b66-dbc28c344478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:44.240093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f336cca3-1567-4b5f-8b66-dbc28c344478 admin admin] Publish callbacks [] for security_group (f9586661-70dd-41f9-8d30-54649f07473d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:44.252184 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f336cca3-1567-4b5f-8b66-dbc28c344478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f9586661-70dd-41f9-8d30-54649f07473d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:44.414777 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0231d2fd-c21c-4037-8ec1-9f373798db95 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:44.429383 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f336cca3-1567-4b5f-8b66-dbc28c344478 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b09f82a9041423a843854a1b6b1739b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6872315 Feb 16 13:31:44.430416 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336cca3-1567-4b5f-8b66-dbc28c344478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9586661-70dd-41f9-8d30-54649f07473d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:44.432206 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40270) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:44.627140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0231d2fd-c21c-4037-8ec1-9f373798db95 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:44.627794 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:44.838059 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c2e846e-97d0-4246-beaa-f88ce8d0c261 req-18b778a0-e89b-4904-8b2a-71b0d0871d3d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.1894560 Feb 16 13:31:44.886555 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:31:44.996941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0874d-0b3c-4a66-ba07-1431231b53e4 req-ddc7bf51-d6ea-456f-aa81-f835c3b5b9e7 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:45.016064 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17c0874d-0b3c-4a66-ba07-1431231b53e4 req-ddc7bf51-d6ea-456f-aa81-f835c3b5b9e7 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 931 time: 0.5603757 Feb 16 13:31:45.048917 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] Publish callbacks [] for security_group (f9586661-70dd-41f9-8d30-54649f07473d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.073127 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0231d2fd-c21c-4037-8ec1-9f373798db95 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:45.078811 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.125167 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] Publish callbacks [] for security_group (f9586661-70dd-41f9-8d30-54649f07473d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.224022 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Request body: {'port': {'device_id': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:45.291694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 0231d2fd-c21c-4037-8ec1-9f373798db95, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0231d2fd-c21c-4037-8ec1-9f373798db95,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:45.304806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.380636 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3189ca77-bba7-4671-95aa-1b3f222a4d5c req-202ed0d1-93f8-4a61-b262-41b0c191879c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.1655996 Feb 16 13:31:45.495102 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17c0874d-0b3c-4a66-ba07-1431231b53e4 req-2469c468-b60a-4c47-9e82-9fa98dd595b4 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767120 Feb 16 13:31:45.522820 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:45.542545 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f9586661-70dd-41f9-8d30-54649f07473d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.545247 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.546430 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9586661-70dd-41f9-8d30-54649f07473d HTTP/1.1" status: 204 len: 168 time: 1.1111143 Feb 16 13:31:45.552254 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:45.592397 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e717b6-9073-4f13-9783-286f19783424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9586661-70dd-41f9-8d30-54649f07473d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:46.170869 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a5efad5e-f6af-4768-8a0d-8785bad73cea req-50c4d250-5f00-4451-9e5d-348da7a9d870 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.0616901 Feb 16 13:31:46.304018 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0231d2fd-c21c-4037-8ec1-9f373798db95 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:31:46.333650 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa619745-f8a0-4906-a197-20d5c431f1f4 {{(pid=102564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:31:46.345153 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks [] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:46.387584 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.provisioning_blocks [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Transition to ACTIVE for port object fa619745-f8a0-4906-a197-20d5c431f1f4 will not be triggered until provisioned by entity L2. {{(pid=102564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:31:46.397481 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:46.760292 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Pushing event updated for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:46.781366 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0231d2fd-c21c-4037-8ec1-9f373798db95 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:46.782398 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:46.855223 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d44b672d-3ccd-4429-8b32-f6be87ae4e13 req-214fde82-e77f-4013-a10b-9f9bcc9bfca3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.2575424 Feb 16 13:31:46.865096 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Attempting to bind port fa619745-f8a0-4906-a197-20d5c431f1f4 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:46.865994 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Attempting to bind port fa619745-f8a0-4906-a197-20d5c431f1f4 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '511f6d2e-cf2e-4fba-b98d-9437c038154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188'}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:46.877407 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Attempting to bind port fa619745-f8a0-4906-a197-20d5c431f1f4 on network 89cf5527-7732-4917-a20d-cd09d70af188 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:46.890894 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Port fa619745-f8a0-4906-a197-20d5c431f1f4 on network 89cf5527-7732-4917-a20d-cd09d70af188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:31:46.891434 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Attempting to bind port fa619745-f8a0-4906-a197-20d5c431f1f4 on network 89cf5527-7732-4917-a20d-cd09d70af188 {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:46.922152 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:46.923830 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Checking segment: {'id': '511f6d2e-cf2e-4fba-b98d-9437c038154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:46.924673 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Bound using segment: {'id': '511f6d2e-cf2e-4fba-b98d-9437c038154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188'} {{(pid=102564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:46.925359 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.managers [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Bound port: fa619745-f8a0-4906-a197-20d5c431f1f4, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511f6d2e-cf2e-4fba-b98d-9437c038154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188'}}] {{(pid=102564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:46.925949 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:47.008092 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb906f82-c78d-45c0-adfe-e12383f66fec req-50ed229b-4576-4417-a1d7-5e1899b5ad90 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:47.013542 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb906f82-c78d-45c0-adfe-e12383f66fec req-50ed229b-4576-4417-a1d7-5e1899b5ad90 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.3499646 Feb 16 13:31:47.031372 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2fac31cf-a82d-4d93-bcaf-f8153f4024fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:47.046895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.104', 52224) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:47.212601 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0231d2fd-c21c-4037-8ec1-9f373798db95 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:47.230846 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.104', 52225) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:47.247943 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40382) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:47.315650 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb906f82-c78d-45c0-adfe-e12383f66fec req-343ee5d2-ea35-4ecc-a530-eea1bd301a90 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295718 Feb 16 13:31:47.319115 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40386) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:47.450044 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, cleared binding levels {{(pid=102564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:47.458390 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cac89811-1026-4b62-b32a-492ceb5af1a0 req-2c5084b8-3763-46e8-869f-a6f2019e2fd0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.0923140 Feb 16 13:31:47.558318 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c6876dad-cb45-4de4-867a-283a008df753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:47.581056 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=fa619745-f8a0-4906-a197-20d5c431f1f4,segment=NetworkSegment(511f6d2e-cf2e-4fba-b98d-9437c038154c),segment_id=511f6d2e-cf2e-4fba-b98d-9437c038154c)] {{(pid=102564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:47.629215 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.104', 52226) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:47.659760 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c20-786e-4cfb-a54e-75899115756e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.001953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.146488 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-a4689268-82a1-464b-8a84-2d04acf574e1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:48.151050 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-a4689268-82a1-464b-8a84-2d04acf574e1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 819 time: 1.1017830 Feb 16 13:31:48.169451 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c6876dad-cb45-4de4-867a-283a008df753 admin admin] Publish callbacks [] for security_group (1d14ada8-0374-42ff-9504-039263a4d376), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.179700 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-1fb49efb-65ab-48da-a0f9-2f8ff4837e3f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:48.183861 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-1fb49efb-65ab-48da-a0f9-2f8ff4837e3f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 810 time: 0.9542325 Feb 16 13:31:48.200688 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Pushing event updated for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=3']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:48.214199 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Request body: {'port': {'device_id': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'admin_state_up': True, 'tenant_id': '4d1984f39532468dba5fc27a001fffff'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:48.266315 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c20-786e-4cfb-a54e-75899115756e admin admin] Publish callbacks [] for security_group (a8b31629-31de-40dc-a808-8cbcad401929), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.272707 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c6876dad-cb45-4de4-867a-283a008df753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d14ada8-0374-42ff-9504-039263a4d376), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.394157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40442) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:48.404375 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c6876dad-cb45-4de4-867a-283a008df753 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=922b595934f74d19a3dc0a267bbd9c74&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1373026 Feb 16 13:31:48.412041 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40444) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:48.420783 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c20-786e-4cfb-a54e-75899115756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a8b31629-31de-40dc-a808-8cbcad401929), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.435865 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-08e332fa-9abb-4d91-89c4-7c523955e52e req-162e9f56-a0e9-4421-b753-dc393c270a98 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.4246385 Feb 16 13:31:48.441817 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-93fbcc85-3352-402d-b93a-54217d82bdc1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:48.448864 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:48.449583 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.451995 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-93fbcc85-3352-402d-b93a-54217d82bdc1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 819 time: 0.8181922 Feb 16 13:31:48.458082 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-9a1f2c60-fe31-47dc-b843-b45401f41dfe service neutron] 10.222.0.104 "PUT /v2.0/ports/fa619745-f8a0-4906-a197-20d5c431f1f4 HTTP/1.1" status: 200 len: 1093 time: 3.6336622 Feb 16 13:31:48.458668 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:31:48.504820 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Request body: {'port': {'device_id': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'admin_state_up': True, 'tenant_id': '4d1984f39532468dba5fc27a001fffff'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:48.630575 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Made reservation on behalf of 4d1984f39532468dba5fc27a001fffff for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:48.634338 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.750524 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d238-f198-4c5e-a9a2-8ec7e26faf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:48.829022 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-8c6dbf67-7ae3-43f9-98b0-122e57f5be46 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 379 time: 0.4654565 Feb 16 13:31:48.887957 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6b1d0c20-786e-4cfb-a54e-75899115756e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a56123be57914d37b06031cd1058dbaf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5554812 Feb 16 13:31:48.911320 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40466) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:48.956164 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876dad-cb45-4de4-867a-283a008df753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14ada8-0374-42ff-9504-039263a4d376,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:48.974221 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435351f8-f8ba-4d19-9698-b7bf344aa93a" -d '{"events": [{"name": "network-changed", "server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:31:49.065391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d238-f198-4c5e-a9a2-8ec7e26faf12 admin admin] Publish callbacks [] for security_group (6d920d53-f2e0-4221-8f92-d96e5a4fb301), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.068935 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-0d008d5f-efe4-41e5-9fa5-9ad9adb7eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:49.076175 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-0d008d5f-efe4-41e5-9fa5-9ad9adb7eba9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=802670c09dd5455b9ade3b51b7559da4&device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 1127 time: 0.4260428 Feb 16 13:31:49.078145 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d0c20-786e-4cfb-a54e-75899115756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b31629-31de-40dc-a808-8cbcad401929,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:49.080374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'port': {'device_id': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'admin_state_up': True, 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'security_groups': ['551c63b1-ef77-4c93-b17a-f99c73d3e8cd']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:49.096332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e527b1-8d0b-4a37-b617-7a72d2132bf0 req-7ed4c198-a232-4c58-ae0b-ff75300561d8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:49.103965 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20e527b1-8d0b-4a37-b617-7a72d2132bf0 req-7ed4c198-a232-4c58-ae0b-ff75300561d8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.4422786 Feb 16 13:31:49.117980 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d238-f198-4c5e-a9a2-8ec7e26faf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6d920d53-f2e0-4221-8f92-d96e5a4fb301), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.132769 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] Publish callbacks [] for security_group (a8b31629-31de-40dc-a808-8cbcad401929), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.176631 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] Publish callbacks [] for security_group (a8b31629-31de-40dc-a808-8cbcad401929), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.194215 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20e527b1-8d0b-4a37-b617-7a72d2132bf0 req-29b2a9f9-aa28-4f92-aaa0-bb291cc040d4 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891991 Feb 16 13:31:49.271779 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9d238-f198-4c5e-a9a2-8ec7e26faf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d920d53-f2e0-4221-8f92-d96e5a4fb301,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:49.275152 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] Publish callbacks [] for security_group (1d14ada8-0374-42ff-9504-039263a4d376), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.325776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b95-2771-4094-a7e5-4d7c28355310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.429236 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c5a9d238-f198-4c5e-a9a2-8ec7e26faf12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b1146f20d264a8babf576a29017a479&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0266852 Feb 16 13:31:49.447748 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] Publish callbacks [] for security_group (1d14ada8-0374-42ff-9504-039263a4d376), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.449707 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40478) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:49.499639 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Made reservation on behalf of 4d1984f39532468dba5fc27a001fffff for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:49.503126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.524994 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-30efd291-7f57-468d-8d33-0b65a679569a req-40887d9b-108f-46f9-a7ee-e29e09c04ca0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.2440965 Feb 16 13:31:49.535640 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a8b31629-31de-40dc-a808-8cbcad401929), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.539449 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.540958 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8b31629-31de-40dc-a808-8cbcad401929 HTTP/1.1" status: 204 len: 168 time: 0.6286643 Feb 16 13:31:49.552544 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d934-c277-409c-b7f1-784acfe3e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b31629-31de-40dc-a808-8cbcad401929,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:49.651512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003e5d2c-e3c7-47ba-aafe-ac086b069b7a x-openstack-request-id: req-003e5d2c-e3c7-47ba-aafe-ac086b069b7a {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:31:49.651883 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:31:49.652141 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-003e5d2c-e3c7-47ba-aafe-ac086b069b7a {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:31:49.652659 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4', 'status': 'completed', 'code': 200} Feb 16 13:31:49.689749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-fc8b95d2-20bf-4d3c-980a-7af12e47a592 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa619745-f8a0-4906-a197-20d5c431f1f4 HTTP/1.1" status: 200 len: 217 time: 0.1063161 Feb 16 13:31:49.751755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Allocated IP 172.20.0.6 (f6450f86-e0db-40d8-8c80-1857225ef54c/49f9a32c-01a7-4890-82cd-ab6cefab83fa/39b7fff1-640d-4983-b715-0e3fee540514) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:49.790482 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9fa6e6da-5942-48e8-8d49-e719bdeb2e35 req-dbd1689a-3657-46e5-9689-003fed67d4bb tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.0374389 Feb 16 13:31:49.802084 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-b8f39afb-55a9-4e93-baf1-d640dc70cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:49.802084 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-b8f39afb-55a9-4e93-baf1-d640dc70cd54 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=51cbb270-915a-4e94-a9ef-2bac10f24f94 HTTP/1.1" status: 200 len: 852 time: 0.0991952 Feb 16 13:31:49.846066 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Made reservation on behalf of 1dbad18cd10e463aabd3b88b20cda6a3 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:31:49.852848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.883463 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-798b60af-2ddb-41e1-b723-5ce09fe9e779 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89cf5527-7732-4917-a20d-cd09d70af188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641735 Feb 16 13:31:49.887853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d14ada8-0374-42ff-9504-039263a4d376), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.891714 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.893374 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d14ada8-0374-42ff-9504-039263a4d376 HTTP/1.1" status: 204 len: 168 time: 1.4801290 Feb 16 13:31:49.902739 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] Publish callbacks [] for security_group (6d920d53-f2e0-4221-8f92-d96e5a4fb301), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:49.969159 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2c869-b66a-4601-b1a6-52e06a6eab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14ada8-0374-42ff-9504-039263a4d376,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:50.112487 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-a185b0a5-df6e-47fa-9751-3407036759a0 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103922 Feb 16 13:31:50.138623 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] Publish callbacks [] for security_group (6d920d53-f2e0-4221-8f92-d96e5a4fb301), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.143415 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.276191 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e20c53de-05ce-482f-88dc-1f9e7080043a req-f8285cd5-1bdd-4fe0-80e2-d56e06fb07a4 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454096 Feb 16 13:31:50.400684 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bd0d8-7de7-4b6b-8599-1fae0d5d2f81 req-853a7504-0755-4650-b478-80e2743c121c tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:50.408583 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c3bd0d8-7de7-4b6b-8599-1fae0d5d2f81 req-853a7504-0755-4650-b478-80e2743c121c tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.1088817 Feb 16 13:31:50.411619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6d920d53-f2e0-4221-8f92-d96e5a4fb301), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.415320 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.417207 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d920d53-f2e0-4221-8f92-d96e5a4fb301 HTTP/1.1" status: 204 len: 168 time: 0.9640408 Feb 16 13:31:50.419030 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Allocated IP 172.20.0.4 (fec85a1e-e209-4fc9-a9fb-de36af840f90/6f47f51e-29e7-4e5d-8441-17cd90d6cb35/516d1157-d704-47da-b081-586db0e039ab) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:50.441859 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks [] for port (39b7fff1-640d-4983-b715-0e3fee540514), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.459723 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f4c8-9a40-4ba2-8f98-71b3d4995925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d920d53-f2e0-4221-8f92-d96e5a4fb301,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:50.503728 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-a2359ef5-7ce1-4a45-bf58-891630496f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:50.505267 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-a2359ef5-7ce1-4a45-bf58-891630496f93 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=802670c09dd5455b9ade3b51b7559da4&device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 1127 time: 0.1478944 Feb 16 13:31:50.517232 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2c3bd0d8-7de7-4b6b-8599-1fae0d5d2f81 req-86fd9fa6-a0f7-43a5-b0dd-7720debc1ca1 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076646 Feb 16 13:31:50.540433 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40522) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:50.573987 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-6a88-4ca0-9ea4-ed3792cffc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.754740 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (516d1157-d704-47da-b081-586db0e039ab), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.815251 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.842378 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (516d1157-d704-47da-b081-586db0e039ab), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.850590 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-6a88-4ca0-9ea4-ed3792cffc72 admin admin] Publish callbacks [] for security_group (df1855fc-3069-4861-85d3-1790f61cf00c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.865030 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-060b3ade-8294-4fea-81fc-589187d71f60 req-bb53bbc2-c6e5-4621-a3f2-91b46bb154fa tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.1615069 Feb 16 13:31:50.878886 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-601c0ded-6a88-4ca0-9ea4-ed3792cffc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (df1855fc-3069-4861-85d3-1790f61cf00c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:50.886300 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Network f6450f86-e0db-40d8-8c80-1857225ef54c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:50.936964 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-6a41d17f-7791-4559-8a57-aabe250b1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:50.938908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-6a41d17f-7791-4559-8a57-aabe250b1dbb service neutron] 10.222.0.104 "GET /v2.0/networks?id=89cf5527-7732-4917-a20d-cd09d70af188 HTTP/1.1" status: 200 len: 913 time: 0.4182758 Feb 16 13:31:50.946251 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40548) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:50.998349 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Allocated IP 172.20.0.5 (f6450f86-e0db-40d8-8c80-1857225ef54c/49f9a32c-01a7-4890-82cd-ab6cefab83fa/80a0f33a-7838-4312-b5be-4265b12ce2c1) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:31:51.008240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:51.060934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0ded-6a88-4ca0-9ea4-ed3792cffc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1855fc-3069-4861-85d3-1790f61cf00c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:51.075895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:51.080635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-20c9a9f7-6596-4b28-9154-7ef2500e8e76 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa619745-f8a0-4906-a197-20d5c431f1f4 HTTP/1.1" status: 200 len: 217 time: 0.1139598 Feb 16 13:31:51.085535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.087494 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.097117 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c455267-03ca-45dc-a027-7cf8acd5aa52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.164579 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:51.164792 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-601c0ded-6a88-4ca0-9ea4-ed3792cffc72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65377d4599a446cdb530d411f0d98c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221178 Feb 16 13:31:51.167330 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40558) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:51.206317 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Pushing event updated for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:51.209620 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:51.220930 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:51.226544 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.227291 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.249604 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-435cbfc6-2576-4bc7-8ad7-971ff0c3d59c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0525692 Feb 16 13:31:51.268414 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-5c649cfe-c9bf-4ca0-8b28-458b5edd106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.270827 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-5c649cfe-c9bf-4ca0-8b28-458b5edd106e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=51cbb270-915a-4e94-a9ef-2bac10f24f94 HTTP/1.1" status: 200 len: 852 time: 0.1673536 Feb 16 13:31:51.286319 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70b00-033b-4d78-88d7-a50f43e9c54a req-83719548-3720-4f73-a07c-b7fff212692d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.288769 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2da70b00-033b-4d78-88d7-a50f43e9c54a req-83719548-3720-4f73-a07c-b7fff212692d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 931 time: 0.3409803 Feb 16 13:31:51.340773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Request body: {'port': {'device_id': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:51.356841 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-465e05a9-4d14-4bae-8fb0-768625a08d25 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89cf5527-7732-4917-a20d-cd09d70af188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630920 Feb 16 13:31:51.437162 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c455267-03ca-45dc-a027-7cf8acd5aa52 admin admin] Publish callbacks [] for security_group (8516cba7-aac0-4463-9ce3-b5596fc312aa), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.449999 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3785658 Feb 16 13:31:51.453897 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1c455267-03ca-45dc-a027-7cf8acd5aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8516cba7-aac0-4463-9ce3-b5596fc312aa), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.484971 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Request body: {'port': {'device_id': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:51.500935 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c455267-03ca-45dc-a027-7cf8acd5aa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8516cba7-aac0-4463-9ce3-b5596fc312aa,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:51.538443 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56f0c-f296-4025-87a8-cdc5456d39be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:51.582334 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks [] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.596703 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2da70b00-033b-4d78-88d7-a50f43e9c54a req-74391b79-0d73-42b5-a387-e0670d484a69 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968752 Feb 16 13:31:51.605125 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1c455267-03ca-45dc-a027-7cf8acd5aa52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47ac3da190e54868bf7849b6cf91b3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6561005 Feb 16 13:31:51.611241 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40570) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:51.632995 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2d626a66-1d1a-4eef-9b10-d60092f52654 None None] Provisioning complete for port 516d1157-d704-47da-b081-586db0e039ab triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:51.634478 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2d626a66-1d1a-4eef-9b10-d60092f52654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (516d1157-d704-47da-b081-586db0e039ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.641187 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] Publish callbacks [] for security_group (df1855fc-3069-4861-85d3-1790f61cf00c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.731524 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2d626a66-1d1a-4eef-9b10-d60092f52654 None None] Port 516d1157-d704-47da-b081-586db0e039ab cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:31:51.737786 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-18b7fc54-4a84-4d2b-9c5f-574fb6845bf1 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353560 Feb 16 13:31:51.793288 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.855328 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642765b1-bbf8-4d5d-967c-87b13250fd8c req-a25366d6-7ea5-44f4-bbd5-11fbaf9957f1 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.857068 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-642765b1-bbf8-4d5d-967c-87b13250fd8c req-a25366d6-7ea5-44f4-bbd5-11fbaf9957f1 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.2464423 Feb 16 13:31:51.881051 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] Publish callbacks [] for security_group (8516cba7-aac0-4463-9ce3-b5596fc312aa), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.881689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b7fff1-640d-4983-b715-0e3fee540514), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.933093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] Publish callbacks [] for security_group (df1855fc-3069-4861-85d3-1790f61cf00c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.977463 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] Publish callbacks [] for security_group (8516cba7-aac0-4463-9ce3-b5596fc312aa), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:51.983542 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (516d1157-d704-47da-b081-586db0e039ab), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.002217 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-e23d9f96-793d-4d55-93f4-b81302c22ff1 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576275 Feb 16 13:31:52.005351 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-642765b1-bbf8-4d5d-967c-87b13250fd8c req-b7c290d8-4e45-4ec9-a868-d70ffbac4f25 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352766 Feb 16 13:31:52.102240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.105384 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb574094-03e2-4228-b6f3-982b975f008d req-41432d48-c96b-4583-92a4-101ee4b24ea8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:52.107101 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb574094-03e2-4228-b6f3-982b975f008d req-41432d48-c96b-4583-92a4-101ee4b24ea8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 931 time: 0.0883832 Feb 16 13:31:52.107857 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8516cba7-aac0-4463-9ce3-b5596fc312aa), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.110597 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.111697 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8516cba7-aac0-4463-9ce3-b5596fc312aa HTTP/1.1" status: 204 len: 168 time: 0.4993396 Feb 16 13:31:52.121529 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23ddf7-f555-4415-8cd2-9b12a174a4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8516cba7-aac0-4463-9ce3-b5596fc312aa,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:52.222538 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb574094-03e2-4228-b6f3-982b975f008d req-edf5c480-fce4-4340-899a-7e7e13dd9501 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902386 Feb 16 13:31:52.378521 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Network f6450f86-e0db-40d8-8c80-1857225ef54c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:31:52.434137 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (df1855fc-3069-4861-85d3-1790f61cf00c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.437165 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.440569 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df1855fc-3069-4861-85d3-1790f61cf00c HTTP/1.1" status: 204 len: 168 time: 1.2673612 Feb 16 13:31:52.451922 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:31:52.455189 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:31:52.460886 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:52.461560 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.497486 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Pushing event updated for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:52.501190 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9fb82-5dcd-4f08-bd90-24fc7402fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1855fc-3069-4861-85d3-1790f61cf00c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:52.538112 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-3da5d339-5318-430e-b429-e1bc776b9ddf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0453577 Feb 16 13:31:52.590230 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40608) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:52.595370 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Request body: {'port': {'device_id': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:31:52.794406 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74f24-31e5-4155-94b8-7fc721bcdfcc req-065c0baa-9636-46fd-8c6b-5519684ce232 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:52.797136 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6fb74f24-31e5-4155-94b8-7fc721bcdfcc req-065c0baa-9636-46fd-8c6b-5519684ce232 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 931 time: 0.0835097 Feb 16 13:31:52.830112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b7fff1-640d-4983-b715-0e3fee540514 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:31:52.847741 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks [] for port (39b7fff1-640d-4983-b715-0e3fee540514), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.859351 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:52.910746 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6fb74f24-31e5-4155-94b8-7fc721bcdfcc req-1ae9fe06-7041-4f71-8e44-b0fa5b57d983 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071281 Feb 16 13:31:52.911346 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Transition to ACTIVE for port object 39b7fff1-640d-4983-b715-0e3fee540514 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:31:52.933012 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.071317 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7c8504b3-cfd7-4f32-8113-80a7f5255921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.102157 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.216132 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:53.239744 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516d1157-d704-47da-b081-586db0e039ab {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:31:53.275015 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks [] for port (516d1157-d704-47da-b081-586db0e039ab), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.453804 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Transition to ACTIVE for port object 516d1157-d704-47da-b081-586db0e039ab will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:31:53.469249 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (516d1157-d704-47da-b081-586db0e039ab), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.495872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Attempting to bind port 39b7fff1-640d-4983-b715-0e3fee540514 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:53.497782 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Attempting to bind port 39b7fff1-640d-4983-b715-0e3fee540514 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:53.498209 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Attempting to bind port 39b7fff1-640d-4983-b715-0e3fee540514 on network f6450f86-e0db-40d8-8c80-1857225ef54c {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:53.527514 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7c8504b3-cfd7-4f32-8113-80a7f5255921 admin admin] Publish callbacks [] for security_group (367b7d47-c601-46f4-8a36-2a77ed066cf7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.557537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd8c82-b97e-4e7c-b0bf-e8d5b042e603 req-0821ab6c-7406-46ce-a0ea-3698d7646571 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:53.561203 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05bd8c82-b97e-4e7c-b0bf-e8d5b042e603 req-0821ab6c-7406-46ce-a0ea-3698d7646571 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.3469181 Feb 16 13:31:53.569376 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7c8504b3-cfd7-4f32-8113-80a7f5255921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (367b7d47-c601-46f4-8a36-2a77ed066cf7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.569762 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Port 39b7fff1-640d-4983-b715-0e3fee540514 on network f6450f86-e0db-40d8-8c80-1857225ef54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:31:53.570374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Attempting to bind port 39b7fff1-640d-4983-b715-0e3fee540514 on network f6450f86-e0db-40d8-8c80-1857225ef54c {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:53.697817 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8504b3-cfd7-4f32-8113-80a7f5255921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b7d47-c601-46f4-8a36-2a77ed066cf7,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:53.765966 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Attempting to bind port 516d1157-d704-47da-b081-586db0e039ab on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:53.766355 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Attempting to bind port 516d1157-d704-47da-b081-586db0e039ab by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:53.766719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Attempting to bind port 516d1157-d704-47da-b081-586db0e039ab on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:53.768872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:53.769206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Checking segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:53.769764 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Bound using segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:53.774133 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Bound port: 39b7fff1-640d-4983-b715-0e3fee540514, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:53.777216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b7fff1-640d-4983-b715-0e3fee540514), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.786455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde1222-fea7-4bcd-b309-3da013c61a88 req-ad9dd292-01a5-4762-b358-ab1fe79a3d2d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:53.787490 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bcde1222-fea7-4bcd-b309-3da013c61a88 req-ad9dd292-01a5-4762-b358-ab1fe79a3d2d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 931 time: 0.4280789 Feb 16 13:31:53.802898 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7c8504b3-cfd7-4f32-8113-80a7f5255921 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=392ec90bc05a431f8f848c75dac72b46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2103355 Feb 16 13:31:53.813602 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40666) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:53.815851 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Port 516d1157-d704-47da-b081-586db0e039ab on network fec85a1e-e209-4fc9-a9fb-de36af840f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:31:53.816363 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Attempting to bind port 516d1157-d704-47da-b081-586db0e039ab on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:53.830089 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:53.830435 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Checking segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:53.830830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Bound using segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:53.831279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Bound port: 516d1157-d704-47da-b081-586db0e039ab, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:53.831643 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (516d1157-d704-47da-b081-586db0e039ab), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:53.833566 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:53.840702 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05bd8c82-b97e-4e7c-b0bf-e8d5b042e603 req-4e26a533-f0d5-4170-b725-0f20649b40d4 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550218 Feb 16 13:31:53.884685 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bcde1222-fea7-4bcd-b309-3da013c61a88 req-10f623e7-e8d0-45cf-b711-1c3b2d0e88b6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908940 Feb 16 13:31:54.117537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c55df-5b2f-4c7e-85a9-cbc24bf68ef0 req-bf26a7b6-263f-4511-86f4-c6fc71cf446c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:54.119663 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-916c55df-5b2f-4c7e-85a9-cbc24bf68ef0 req-bf26a7b6-263f-4511-86f4-c6fc71cf446c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0973485 Feb 16 13:31:54.150171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:54.193943 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-916c55df-5b2f-4c7e-85a9-cbc24bf68ef0 req-af250d58-cbf3-4419-a107-a42b1b72e1d0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Feb 16 13:31:54.212608 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=39b7fff1-640d-4983-b715-0e3fee540514,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:54.214304 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] Publish callbacks [] for security_group (367b7d47-c601-46f4-8a36-2a77ed066cf7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.233790 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.290225 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a0f33a-7838-4312-b5be-4265b12ce2c1 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:31:54.316887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] Publish callbacks [] for security_group (367b7d47-c601-46f4-8a36-2a77ed066cf7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.318993 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:54.322232 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks [] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.355052 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=516d1157-d704-47da-b081-586db0e039ab,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:54.368204 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:54.368911 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.371352 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] 10.222.0.104 "PUT /v2.0/ports/39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 200 len: 1093 time: 3.0573187 Feb 16 13:31:54.379621 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:31:54.482459 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (516d1157-d704-47da-b081-586db0e039ab), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.484879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Transition to ACTIVE for port object 80a0f33a-7838-4312-b5be-4265b12ce2c1 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:31:54.543167 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde68899-c97d-45a4-9a7c-6f0f0dd0b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:54.546898 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.593657 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:54.594323 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.595758 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] 10.222.0.104 "PUT /v2.0/ports/516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 1093 time: 3.1152999 Feb 16 13:31:54.711393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (367b7d47-c601-46f4-8a36-2a77ed066cf7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.721171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:54.722392 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/367b7d47-c601-46f4-8a36-2a77ed066cf7 HTTP/1.1" status: 204 len: 168 time: 0.9074905 Feb 16 13:31:54.769397 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424abf7d-4884-4722-b7cb-d54025c06ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:54.784793 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6ba2c1f7-1c41-403e-995f-61e788c58a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:54.786582 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6ba2c1f7-1c41-403e-995f-61e788c58a8d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1127 time: 0.3346872 Feb 16 13:31:54.788993 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device fa619745-f8a0-4906-a197-20d5c431f1f4 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:31:55.023147 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=fa619745-f8a0-4906-a197-20d5c431f1f4,segment=NetworkSegment(511f6d2e-cf2e-4fba-b98d-9437c038154c),segment_id=511f6d2e-cf2e-4fba-b98d-9437c038154c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:55.042969 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'fa619745-f8a0-4906-a197-20d5c431f1f4', 'network_id': '89cf5527-7732-4917-a20d-cd09d70af188', 'port_id': 'fa619745-f8a0-4906-a197-20d5c431f1f4', 'mac_address': 'fa:16:3e:cd:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cbb270-915a-4e94-a9ef-2bac10f24f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:31:55.095944 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port fa619745-f8a0-4906-a197-20d5c431f1f4 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:31:55.096333 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:55.116212 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21ad02-b89a-482c-9031-0d71b58b50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b7d47-c601-46f4-8a36-2a77ed066cf7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:55.133579 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa619745-f8a0-4906-a197-20d5c431f1f4 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:31:55.137711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490168d-6caf-4f56-9f63-4eea9bc285ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "tag": "39b7fff1-640d-4983-b715-0e3fee540514"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:31:55.164435 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=fa619745-f8a0-4906-a197-20d5c431f1f4,segment=NetworkSegment(511f6d2e-cf2e-4fba-b98d-9437c038154c),segment_id=511f6d2e-cf2e-4fba-b98d-9437c038154c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:31:55.171669 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:55.182746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abac448-3562-42d3-8665-64868de0ab81 req-713850b6-32c1-45a0-becc-08eafc8313e7 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.187203 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4abac448-3562-42d3-8665-64868de0ab81 req-713850b6-32c1-45a0-becc-08eafc8313e7 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 943 time: 0.1930792 Feb 16 13:31:55.218937 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6b155-35d6-4d0f-8cda-3fa3f9d08ace req-8321d599-fcfe-4ad7-b6b2-2a735dad1bc3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.221706 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feb6b155-35d6-4d0f-8cda-3fa3f9d08ace req-8321d599-fcfe-4ad7-b6b2-2a735dad1bc3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.1699061 Feb 16 13:31:55.223961 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:55.318273 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4abac448-3562-42d3-8665-64868de0ab81 req-fe921c68-05e3-4586-a5a7-64bbaee848b2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148674 Feb 16 13:31:55.319427 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6767b33e-3687-47e1-87d4-720d27face20 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 200 len: 217 time: 0.1790767 Feb 16 13:31:55.330095 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Attempting to bind port 80a0f33a-7838-4312-b5be-4265b12ce2c1 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:31:55.330700 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Attempting to bind port 80a0f33a-7838-4312-b5be-4265b12ce2c1 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:31:55.331223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Attempting to bind port 80a0f33a-7838-4312-b5be-4265b12ce2c1 on network f6450f86-e0db-40d8-8c80-1857225ef54c {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:55.335983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feb6b155-35d6-4d0f-8cda-3fa3f9d08ace req-ae6957a9-a16d-4f3b-83a8-91eed8e393be tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951285 Feb 16 13:31:55.336297 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Port 80a0f33a-7838-4312-b5be-4265b12ce2c1 on network f6450f86-e0db-40d8-8c80-1857225ef54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:31:55.336637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Attempting to bind port 80a0f33a-7838-4312-b5be-4265b12ce2c1 on network f6450f86-e0db-40d8-8c80-1857225ef54c {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:31:55.338731 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Pushing event updated for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:55.357916 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:31:55.358295 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Checking segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:31:55.358690 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Bound using segment: {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:31:55.359149 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Bound port: 80a0f33a-7838-4312-b5be-4265b12ce2c1, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c60c63-a316-4b22-b637-3a2e4d3c1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:31:55.359518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:55.377291 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-dc081249-7f04-406e-b115-c53f9a13ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.379323 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-dc081249-7f04-406e-b115-c53f9a13ed42 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1127 time: 0.6930988 Feb 16 13:31:55.458617 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:31:55.462882 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:31:55.474788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:55.520707 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5540d2-cd74-41c1-bb04-9a81ab109c3d req-20927b87-50a2-432a-b956-aada1cda2ef9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.522111 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.522814 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:55.524573 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] 10.222.0.104 "PUT /v2.0/ports/80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 1093 time: 2.9733748 Feb 16 13:31:55.531150 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e5540d2-cd74-41c1-bb04-9a81ab109c3d req-20927b87-50a2-432a-b956-aada1cda2ef9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.1295211 Feb 16 13:31:55.561196 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa111c-276e-48b2-8be3-268a46788478 service neutron] Pushing event updated for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:55.614129 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e5540d2-cd74-41c1-bb04-9a81ab109c3d req-86a3122a-4b0b-48d8-86da-318fb0a36723 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773094 Feb 16 13:31:55.779085 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea706ce-747b-4f41-a995-83dfe9df66d7 x-openstack-request-id: req-eea706ce-747b-4f41-a995-83dfe9df66d7 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:31:55.779824 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "tag": "39b7fff1-640d-4983-b715-0e3fee540514", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:31:55.780368 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eea706ce-747b-4f41-a995-83dfe9df66d7 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:31:55.781183 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514', 'status': 'completed', 'code': 200} Feb 16 13:31:55.946745 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40780) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:56.143033 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c4c5084f-1887-44b6-b728-19f49e5819c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.278746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c4c5084f-1887-44b6-b728-19f49e5819c0 admin admin] Publish callbacks [] for security_group (5d2b25d3-dffa-4581-8036-398076a76bda), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.284364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c4c5084f-1887-44b6-b728-19f49e5819c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5d2b25d3-dffa-4581-8036-398076a76bda), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.325875 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c4c5084f-1887-44b6-b728-19f49e5819c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70a315accf8c4018b7662e7dd284fc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779142 Feb 16 13:31:56.327737 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5084f-1887-44b6-b728-19f49e5819c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b25d3-dffa-4581-8036-398076a76bda,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:56.328573 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40814) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:56.403773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] Publish callbacks [] for security_group (5d2b25d3-dffa-4581-8036-398076a76bda), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.436674 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] Publish callbacks [] for security_group (5d2b25d3-dffa-4581-8036-398076a76bda), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.544319 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0e7f0-4697-4f4b-bef6-b2ec81048487 req-8c5e8944-29e8-415b-b206-10aa6f6a8231 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:56.545300 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5d2b25d3-dffa-4581-8036-398076a76bda), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.546611 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-48d0e7f0-4697-4f4b-bef6-b2ec81048487 req-8c5e8944-29e8-415b-b206-10aa6f6a8231 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0898037 Feb 16 13:31:56.549162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:56.551016 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d2b25d3-dffa-4581-8036-398076a76bda HTTP/1.1" status: 204 len: 168 time: 0.2211304 Feb 16 13:31:56.557439 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be7293-1a13-4175-af4d-11e706da6b2d req-03eafa26-efe3-49d3-a42f-36ddcc3a059d tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:56.576478 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8be7293-1a13-4175-af4d-11e706da6b2d req-03eafa26-efe3-49d3-a42f-36ddcc3a059d tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 944 time: 0.1428237 Feb 16 13:31:56.585094 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f820f-ecd0-44fc-8d40-2d05adcc8d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b25d3-dffa-4581-8036-398076a76bda,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:56.737497 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-48d0e7f0-4697-4f4b-bef6-b2ec81048487 req-752b3f90-7da2-4407-9594-c6b7c84c45de tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566257 Feb 16 13:31:56.744364 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8be7293-1a13-4175-af4d-11e706da6b2d req-b47c7625-dce6-4b18-8c1d-c23866fe0994 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666760 Feb 16 13:31:56.934185 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bec2a-c3b9-4d24-b2ca-bf49194069b8 req-abee33e3-be3b-43c1-b02b-2991289b19cf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:56.943999 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-130bec2a-c3b9-4d24-b2ca-bf49194069b8 req-abee33e3-be3b-43c1-b02b-2991289b19cf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.1097481 Feb 16 13:31:57.054636 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-130bec2a-c3b9-4d24-b2ca-bf49194069b8 req-606cb542-319e-44bf-9808-d85bec36de0d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053121 Feb 16 13:31:57.100629 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 40874) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:57.117983 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c41cc0ed-5836-4f90-bbb7-50adea47d937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.241765 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c41cc0ed-5836-4f90-bbb7-50adea47d937 admin admin] Publish callbacks [] for security_group (22aa7e0c-b8a3-455d-b597-4999dc910ee8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.249078 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c41cc0ed-5836-4f90-bbb7-50adea47d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (22aa7e0c-b8a3-455d-b597-4999dc910ee8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.320826 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c41cc0ed-5836-4f90-bbb7-50adea47d937 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05274b2eb9a94655a145a3b9270b15ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188032 Feb 16 13:31:57.323732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cc0ed-5836-4f90-bbb7-50adea47d937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa7e0c-b8a3-455d-b597-4999dc910ee8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:57.324129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40896) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:57.406173 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] Publish callbacks [] for security_group (22aa7e0c-b8a3-455d-b597-4999dc910ee8), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.437619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] Publish callbacks [] for security_group (22aa7e0c-b8a3-455d-b597-4999dc910ee8), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.525425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (22aa7e0c-b8a3-455d-b597-4999dc910ee8), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.529175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:57.530809 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22aa7e0c-b8a3-455d-b597-4999dc910ee8 HTTP/1.1" status: 204 len: 168 time: 0.2052407 Feb 16 13:31:57.545909 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52b4be-f669-4042-9057-e1d77df36a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa7e0c-b8a3-455d-b597-4999dc910ee8,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:57.677526 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-caa85376-8723-4cf6-a0c3-6c7a0580a36d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 217 time: 0.0819936 Feb 16 13:31:57.750151 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-100ec2fa-cdd0-414a-b7c0-2de00930821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:57.752469 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-100ec2fa-cdd0-414a-b7c0-2de00930821c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1813593 Feb 16 13:31:57.802124 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'tag': '516d1157-d704-47da-b081-586db0e039ab'}, {'name': 'network-changed', 'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:31:57.804494 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad43ac5f-8dff-4217-b22b-702c84f0a435" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "tag": "516d1157-d704-47da-b081-586db0e039ab"}, {"name": "network-changed", "server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:31:57.830075 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-54f734e4-d0bb-4d6f-b881-c57e68c6489b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685194 Feb 16 13:31:57.831716 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-6931f99e-6f5c-4bcb-8b77-e7c4f44ea59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:57.833314 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-6931f99e-6f5c-4bcb-8b77-e7c4f44ea59f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.1371567 Feb 16 13:31:57.839730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-f712ee0e-6ebe-41d4-8154-24746ddf46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:57.841595 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-f712ee0e-6ebe-41d4-8154-24746ddf46d0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1127 time: 0.2093029 Feb 16 13:31:57.849881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['fa619745-f8a0-4906-a197-20d5c431f1f4'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:31:57.967356 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39b15c-fa89-48d4-ad05-ac88bf2a45ae x-openstack-request-id: req-3d39b15c-fa89-48d4-ad05-ac88bf2a45ae {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:31:57.967653 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "tag": "516d1157-d704-47da-b081-586db0e039ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:31:57.967913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d39b15c-fa89-48d4-ad05-ac88bf2a45ae {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:31:57.968535 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'tag': '516d1157-d704-47da-b081-586db0e039ab', 'status': 'completed', 'code': 200} Feb 16 13:31:57.969128 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1', 'status': 'completed', 'code': 200} Feb 16 13:31:57.970870 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-08b63d8d-db8f-4c81-a0f2-e08e76589789 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.1174192 Feb 16 13:31:58.096309 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774af7-76af-4cb3-b34a-a849604f1e87 req-5c603f1e-1c7b-4154-9ed0-bf62c75476dd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.099022 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67774af7-76af-4cb3-b34a-a849604f1e87 req-5c603f1e-1c7b-4154-9ed0-bf62c75476dd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.1431129 Feb 16 13:31:58.109630 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421404d-0436-464c-a52f-f2dc6804224b req-f074adb6-f400-4c0e-ab2f-bd4ed33fbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.111545 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-f074adb6-f400-4c0e-ab2f-bd4ed33fbcd8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1282690 Feb 16 13:31:58.123259 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2b7d-25db-40a4-b615-96314d29061a req-13110c28-56c8-47c0-b593-6b7970576e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.125697 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-13110c28-56c8-47c0-b593-6b7970576e32 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2732434 Feb 16 13:31:58.170514 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-6892ad82-ca2a-412e-b4f8-6ee81353e10f service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271129 Feb 16 13:31:58.182002 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 40942) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:58.185224 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-6aecaf03-6cb2-40b3-86e0-6f00b14f8ba9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647118 Feb 16 13:31:58.194072 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:58.540957 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-d2d81ef8-d04e-41ca-931b-a4a18da79bf4 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006476 Feb 16 13:31:58.567878 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67774af7-76af-4cb3-b34a-a849604f1e87 req-ebd1b970-e780-403a-8da0-226d3b3a6121 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4470463 Feb 16 13:31:58.684158 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a30ea-0001-4b1b-a080-1bf3cd58cc00 req-6f5e3f5d-18e2-4af3-b8a4-22d43fe999cd tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.698884 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-65763c07-690a-4db2-8343-3d1a2ddfdc87 req-cacb504e-36bd-4882-9ab5-4b05d1adeb31 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039589 Feb 16 13:31:58.704999 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c44a30ea-0001-4b1b-a080-1bf3cd58cc00 req-6f5e3f5d-18e2-4af3-b8a4-22d43fe999cd tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 944 time: 0.6377680 Feb 16 13:31:58.706519 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-6c8dbb0b-4432-481e-aca8-bed363b88f07 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066330 Feb 16 13:31:58.804076 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3220-d9b9-47c9-8516-a1f18c1d7cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:58.833076 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c44a30ea-0001-4b1b-a080-1bf3cd58cc00 req-d0a9d3f1-ab29-49af-9d2e-42c336cd7b3e tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254148 Feb 16 13:31:58.854817 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41334c6-bd57-4016-8163-757ced9e57bd req-263093d7-1582-4519-b419-f60b34d96cbf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.856498 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f41334c6-bd57-4016-8163-757ced9e57bd req-263093d7-1582-4519-b419-f60b34d96cbf tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0973051 Feb 16 13:31:58.947381 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f41334c6-bd57-4016-8163-757ced9e57bd req-6358b47a-8073-48b2-b8b1-17a879d8ae23 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803056 Feb 16 13:31:59.034156 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-230c2b7d-25db-40a4-b615-96314d29061a req-7a8db881-518b-483e-964a-47d6337e208b service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784701 Feb 16 13:31:59.055664 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-2f341cee-ba0c-4f7d-8db8-410b20e23122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:59.057325 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-2f341cee-ba0c-4f7d-8db8-410b20e23122 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1127 time: 0.2728076 Feb 16 13:31:59.070063 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b421404d-0436-464c-a52f-f2dc6804224b req-a60f5661-a1bd-411b-b63c-7b820ba4348d service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509717 Feb 16 13:31:59.431273 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3220-d9b9-47c9-8516-a1f18c1d7cd9 admin admin] Publish callbacks [] for security_group (b7c54f02-9635-40d2-ab88-f0e8be889c2b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.449865 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bb0d3220-d9b9-47c9-8516-a1f18c1d7cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b7c54f02-9635-40d2-ab88-f0e8be889c2b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.499526 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-eb06d7aa-69fe-43f5-8d07-db9fe1a2382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:59.501050 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-eb06d7aa-69fe-43f5-8d07-db9fe1a2382a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1127 time: 0.3885210 Feb 16 13:31:59.513066 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-0da6397b-19e6-4958-901d-4942628dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:59.515008 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-0da6397b-19e6-4958-901d-4942628dc28b service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.4480302 Feb 16 13:31:59.520331 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bb0d3220-d9b9-47c9-8516-a1f18c1d7cd9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a479fb1c186a40fb93b6ccd10524d151&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3338039 Feb 16 13:31:59.522593 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d3220-d9b9-47c9-8516-a1f18c1d7cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c54f02-9635-40d2-ab88-f0e8be889c2b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:59.523249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41000) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:31:59.581592 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] Publish callbacks [] for security_group (b7c54f02-9635-40d2-ab88-f0e8be889c2b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.611268 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] Publish callbacks [] for security_group (b7c54f02-9635-40d2-ab88-f0e8be889c2b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.670120 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b7c54f02-9635-40d2-ab88-f0e8be889c2b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.673170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:31:59.674645 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7c54f02-9635-40d2-ab88-f0e8be889c2b HTTP/1.1" status: 204 len: 168 time: 0.1504242 Feb 16 13:31:59.731492 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7e615-94c9-49fa-abc7-9a2b013d5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c54f02-9635-40d2-ab88-f0e8be889c2b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:59.756695 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6156af3-3436-4e6b-94c1-1e69c2967787 req-5b7f10cd-8067-49b5-b6f9-47fdd4166e13 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:59.758478 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c6156af3-3436-4e6b-94c1-1e69c2967787 req-5b7f10cd-8067-49b5-b6f9-47fdd4166e13 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0826380 Feb 16 13:31:59.837098 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c6156af3-3436-4e6b-94c1-1e69c2967787 req-091a3cb8-c7d5-41db-a833-ee006cd9e98c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661187 Feb 16 13:32:00.000703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb874-ffb5-40ee-b8aa-705bf1b2ecc1 req-c3d11438-9492-468b-a2c3-f8644701781a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.008092 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e39bb874-ffb5-40ee-b8aa-705bf1b2ecc1 req-c3d11438-9492-468b-a2c3-f8644701781a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 944 time: 0.0822570 Feb 16 13:32:00.133784 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e39bb874-ffb5-40ee-b8aa-705bf1b2ecc1 req-869d36d8-5243-45e9-b41b-2108604f860d tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163614 Feb 16 13:32:00.148288 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee99597-aaa7-4b0c-9fe1-63bdff36fd10 req-bf874eb7-5265-426a-be82-fad1d373c8f6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.149945 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bee99597-aaa7-4b0c-9fe1-63bdff36fd10 req-bf874eb7-5265-426a-be82-fad1d373c8f6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0840433 Feb 16 13:32:00.197224 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device fa619745-f8a0-4906-a197-20d5c431f1f4 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:00.231055 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bee99597-aaa7-4b0c-9fe1-63bdff36fd10 req-b911b2c6-8a5f-4d1f-b131-26f031b53306 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Feb 16 13:32:00.281549 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port fa619745-f8a0-4906-a197-20d5c431f1f4 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:00.286594 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port fa619745-f8a0-4906-a197-20d5c431f1f4 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:00.287076 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.298094 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41046) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:00.315902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad53339-cee6-43ad-90e9-780cdc34b446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.379076 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port fa619745-f8a0-4906-a197-20d5c431f1f4 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:00.379444 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.409413 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:00.417224 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad53339-cee6-43ad-90e9-780cdc34b446 admin admin] Publish callbacks [] for security_group (a0eb4157-e491-4ed3-9dff-d039b1c07c86), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.425538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad53339-cee6-43ad-90e9-780cdc34b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a0eb4157-e491-4ed3-9dff-d039b1c07c86), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.475659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41052) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:00.476296 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3ad53339-cee6-43ad-90e9-780cdc34b446 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b74de34322de4e5f9125da901b69bf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763861 Feb 16 13:32:00.476651 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad53339-cee6-43ad-90e9-780cdc34b446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb4157-e491-4ed3-9dff-d039b1c07c86,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:00.500031 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=fa619745-f8a0-4906-a197-20d5c431f1f4,segment=NetworkSegment(511f6d2e-cf2e-4fba-b98d-9437c038154c),segment_id=511f6d2e-cf2e-4fba-b98d-9437c038154c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:00.508434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.571478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] Publish callbacks [] for security_group (a0eb4157-e491-4ed3-9dff-d039b1c07c86), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.575808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:00.622307 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] Publish callbacks [] for security_group (a0eb4157-e491-4ed3-9dff-d039b1c07c86), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.663362 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eeb8e8-857b-4fd3-b307-8c9bbfa590b2" -d '{"events": [{"server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "name": "network-vif-plugged", "status": "completed", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:00.704816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a0eb4157-e491-4ed3-9dff-d039b1c07c86), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.710521 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:00.710521 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0eb4157-e491-4ed3-9dff-d039b1c07c86 HTTP/1.1" status: 204 len: 168 time: 0.2322025 Feb 16 13:32:00.717722 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a55d13-9b57-4319-a984-52e091af3f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb4157-e491-4ed3-9dff-d039b1c07c86,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:00.777115 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de858a-9593-405f-805f-08d8541d22d6 x-openstack-request-id: req-b8de858a-9593-405f-805f-08d8541d22d6 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:00.777427 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "name": "network-vif-plugged", "status": "completed", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:00.777681 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8de858a-9593-405f-805f-08d8541d22d6 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:00.778181 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4', 'code': 200} Feb 16 13:32:00.981160 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3dd9-9644-43cd-a6c5-db6063b6a204 req-6773cf52-32df-4afa-8846-94c2ee00c175 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.982745 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-302a3dd9-9644-43cd-a6c5-db6063b6a204 req-6773cf52-32df-4afa-8846-94c2ee00c175 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0707824 Feb 16 13:32:01.044969 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-302a3dd9-9644-43cd-a6c5-db6063b6a204 req-70e42ddd-1abc-47c0-afca-b50e0aaa0ca2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564449 Feb 16 13:32:01.160131 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-91a562a7-812a-4473-8bea-1231d9bdd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:01.161865 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-91a562a7-812a-4473-8bea-1231d9bdd32c service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1257174 Feb 16 13:32:01.288347 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cdfb2-0e08-47eb-968a-e419ca9892e7 req-6d633725-0a10-462c-80cd-27e580832a60 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:01.295896 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c56cdfb2-0e08-47eb-968a-e419ca9892e7 req-6d633725-0a10-462c-80cd-27e580832a60 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0750744 Feb 16 13:32:01.337271 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41120) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:01.401134 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c56cdfb2-0e08-47eb-968a-e419ca9892e7 req-595bdc2b-39f3-49b6-b4f7-31968225bb3b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939438 Feb 16 13:32:01.415746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484634c-6d6e-4e18-8ab6-3f6a47f94b20 req-450fb216-a3a3-46aa-9834-654cafe36cb7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:01.417437 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7484634c-6d6e-4e18-8ab6-3f6a47f94b20 req-450fb216-a3a3-46aa-9834-654cafe36cb7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0794592 Feb 16 13:32:01.472425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3470336b-6a63-4b22-a8f4-6cb8002d918d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.479246 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7484634c-6d6e-4e18-8ab6-3f6a47f94b20 req-c774640f-66b7-4cb6-b87d-4b082045f63e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Feb 16 13:32:01.560991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3470336b-6a63-4b22-a8f4-6cb8002d918d admin admin] Publish callbacks [] for security_group (72f68be6-539e-4aa9-9f14-90d5dc093326), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.566095 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3470336b-6a63-4b22-a8f4-6cb8002d918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (72f68be6-539e-4aa9-9f14-90d5dc093326), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.615831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41134) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:01.615958 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3470336b-6a63-4b22-a8f4-6cb8002d918d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=390de98864d6441ab6feda04b0886463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772357 Feb 16 13:32:01.616581 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470336b-6a63-4b22-a8f4-6cb8002d918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f68be6-539e-4aa9-9f14-90d5dc093326,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:01.676333 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] Publish callbacks [] for security_group (72f68be6-539e-4aa9-9f14-90d5dc093326), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.698332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] Publish callbacks [] for security_group (72f68be6-539e-4aa9-9f14-90d5dc093326), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.750944 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (72f68be6-539e-4aa9-9f14-90d5dc093326), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.753431 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:01.756870 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72f68be6-539e-4aa9-9f14-90d5dc093326 HTTP/1.1" status: 204 len: 168 time: 0.1377714 Feb 16 13:32:01.763664 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd64a37-8dbc-46c7-b609-15ea2b6515df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f68be6-539e-4aa9-9f14-90d5dc093326,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:02.128329 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-d29953a6-5c6c-4e20-98a6-44d9e56aba88 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 200 len: 217 time: 0.0892315 Feb 16 13:32:02.172700 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-0d014476-cdfc-49c8-b103-3ee544ce3603 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 217 time: 0.1235387 Feb 16 13:32:02.195974 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41156) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:02.232163 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba1d0-6888-4df3-8093-14755d8f4cda req-232582a7-a7b2-46b5-b44d-e303168e537e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.234102 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38cba1d0-6888-4df3-8093-14755d8f4cda req-232582a7-a7b2-46b5-b44d-e303168e537e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0762644 Feb 16 13:32:02.243676 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef23371b-8c5b-418b-9fd1-038a550333fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.296961 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38cba1d0-6888-4df3-8093-14755d8f4cda req-1f95e42a-b441-45e1-a1f0-36e81afd02ed tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 Feb 16 13:32:02.347414 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-7b5febbd-d96b-4e88-b30d-d4fb90377ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.349307 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-7b5febbd-d96b-4e88-b30d-d4fb90377ec8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1790073 Feb 16 13:32:02.380987 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-90212757-5c0d-44f7-af36-f8361eae0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.382465 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-90212757-5c0d-44f7-af36-f8361eae0951 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.1513605 Feb 16 13:32:02.405042 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-0906bcbc-b52a-4e12-af19-509552ccb93b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412939 Feb 16 13:32:02.480537 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-911b65ac-1b72-4992-94ba-ed7da4d1d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.482064 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-911b65ac-1b72-4992-94ba-ed7da4d1d3d6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 1129 time: 0.2204547 Feb 16 13:32:02.555859 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-f1b099c1-cb3e-4702-9694-e22f813b3ff2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.570509 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bd6e2-fbe3-44a9-bc5f-3a11553b3ee4 req-73c3934d-b549-466f-9421-d300ac6883b5 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.578533 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-221bd6e2-fbe3-44a9-bc5f-3a11553b3ee4 req-73c3934d-b549-466f-9421-d300ac6883b5 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0722871 Feb 16 13:32:02.612193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-038131b8-f4e9-4ef9-8f1e-18390e15ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.613716 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-038131b8-f4e9-4ef9-8f1e-18390e15ffa2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2122068 Feb 16 13:32:02.622706 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-8430d91b-c769-49e8-b267-dec86218d8e1 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024665 Feb 16 13:32:02.633631 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef23371b-8c5b-418b-9fd1-038a550333fc admin admin] Publish callbacks [] for security_group (0adaa1de-52db-4d38-b47f-8879a3fc7463), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.643243 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ef23371b-8c5b-418b-9fd1-038a550333fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0adaa1de-52db-4d38-b47f-8879a3fc7463), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.657531 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-221bd6e2-fbe3-44a9-bc5f-3a11553b3ee4 req-d7a0d53e-abc6-4d51-b22d-1c7022f378bb tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779722 Feb 16 13:32:02.684561 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9e9b-081d-48f5-af19-ae8f8e8fc5b0 req-4ca5a6c7-668a-46e1-a51e-a612a7c16f6a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.686709 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ebfe9e9b-081d-48f5-af19-ae8f8e8fc5b0 req-4ca5a6c7-668a-46e1-a51e-a612a7c16f6a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.1004884 Feb 16 13:32:02.695607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23371b-8c5b-418b-9fd1-038a550333fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adaa1de-52db-4d38-b47f-8879a3fc7463,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:02.700692 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ef23371b-8c5b-418b-9fd1-038a550333fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d8265ee3b7840339771b824062c1f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037284 Feb 16 13:32:02.703548 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41178) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:02.741348 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-f1b099c1-cb3e-4702-9694-e22f813b3ff2 service neutron] Publish callbacks [] for security_group (a55fb15c-2b27-4acd-9a2e-1bdb603e9cf3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.747990 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-f1b099c1-cb3e-4702-9694-e22f813b3ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a55fb15c-2b27-4acd-9a2e-1bdb603e9cf3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.799460 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ebfe9e9b-081d-48f5-af19-ae8f8e8fc5b0 req-cd34065e-2371-47bd-b8c9-d7f765d23501 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055536 Feb 16 13:32:02.802682 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] Publish callbacks [] for security_group (0adaa1de-52db-4d38-b47f-8879a3fc7463), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.810943 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bd1c7ab7-b4aa-4898-805f-252581e285e1 req-f1b099c1-cb3e-4702-9694-e22f813b3ff2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160021 Feb 16 13:32:02.814981 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b099c1-cb3e-4702-9694-e22f813b3ff2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fb15c-2b27-4acd-9a2e-1bdb603e9cf3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:02.827409 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] Publish callbacks [] for security_group (0adaa1de-52db-4d38-b47f-8879a3fc7463), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.860375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41182) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:02.878364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0adaa1de-52db-4d38-b47f-8879a3fc7463), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.880961 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:02.882103 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0adaa1de-52db-4d38-b47f-8879a3fc7463 HTTP/1.1" status: 204 len: 168 time: 0.1774712 Feb 16 13:32:02.892464 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c06502-16a9-4c05-b103-c1faa1ab38e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adaa1de-52db-4d38-b47f-8879a3fc7463,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:02.977466 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c539cf1e-0949-496e-8664-b701deb05adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.054508 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c539cf1e-0949-496e-8664-b701deb05adb admin admin] Publish callbacks [] for security_group (c284abb8-41bb-4fe1-8e08-bf155c769a2d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.062404 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c539cf1e-0949-496e-8664-b701deb05adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c284abb8-41bb-4fe1-8e08-bf155c769a2d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.099101 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539cf1e-0949-496e-8664-b701deb05adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c284abb8-41bb-4fe1-8e08-bf155c769a2d,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:03.103200 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c539cf1e-0949-496e-8664-b701deb05adb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34351291540d49cea3e562c76e0dafcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416744 Feb 16 13:32:03.106831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41192) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:03.161748 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] Publish callbacks [] for security_group (c284abb8-41bb-4fe1-8e08-bf155c769a2d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.182975 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] Publish callbacks [] for security_group (c284abb8-41bb-4fe1-8e08-bf155c769a2d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.235020 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c284abb8-41bb-4fe1-8e08-bf155c769a2d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.238003 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.239207 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c284abb8-41bb-4fe1-8e08-bf155c769a2d HTTP/1.1" status: 204 len: 168 time: 0.1314640 Feb 16 13:32:03.248199 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee78cb4-3d94-4a10-831e-3be34df0c9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284abb8-41bb-4fe1-8e08-bf155c769a2d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:03.445477 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e86bc-1961-4702-9fde-dd82dd0cc8a3 req-1782e8d1-bbf5-45cf-8f92-1e4e3e529e62 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:03.448117 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f0e86bc-1961-4702-9fde-dd82dd0cc8a3 req-1782e8d1-bbf5-45cf-8f92-1e4e3e529e62 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0693362 Feb 16 13:32:03.514073 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f0e86bc-1961-4702-9fde-dd82dd0cc8a3 req-c803b352-87f5-4b76-a2b6-07b366e2254f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588357 Feb 16 13:32:03.715102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41232) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:03.729112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eeef5d96-eeea-4d67-9675-791c141dd27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.804552 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d509f7-5d83-4479-b1a4-51b86e1e8b35 req-402ca00e-4ab6-475b-a0ba-88631326a865 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:03.806298 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2d509f7-5d83-4479-b1a4-51b86e1e8b35 req-402ca00e-4ab6-475b-a0ba-88631326a865 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0730541 Feb 16 13:32:03.826817 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eeef5d96-eeea-4d67-9675-791c141dd27e admin admin] Publish callbacks [] for security_group (c600623d-fa4e-421a-a04c-4d9014f187b5), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.840582 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eeef5d96-eeea-4d67-9675-791c141dd27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c600623d-fa4e-421a-a04c-4d9014f187b5), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.877724 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2d509f7-5d83-4479-b1a4-51b86e1e8b35 req-038ca297-c958-47ce-b5d6-228ba727fa93 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 Feb 16 13:32:03.890579 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eeef5d96-eeea-4d67-9675-791c141dd27e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fb5dda808aa4dfab6925eaaa0c28b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743302 Feb 16 13:32:03.892158 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41238) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:03.893284 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef5d96-eeea-4d67-9675-791c141dd27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600623d-fa4e-421a-a04c-4d9014f187b5,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:03.981540 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] Publish callbacks [] for security_group (c600623d-fa4e-421a-a04c-4d9014f187b5), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:03.990759 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5a262-b7b7-4368-8766-cb4be0e712b6 req-0f2e6db5-d934-4a54-95dc-13bcd918f1b1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:03.992213 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5c5a262-b7b7-4368-8766-cb4be0e712b6 req-0f2e6db5-d934-4a54-95dc-13bcd918f1b1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0819447 Feb 16 13:32:04.024703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] Publish callbacks [] for security_group (c600623d-fa4e-421a-a04c-4d9014f187b5), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.076841 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5c5a262-b7b7-4368-8766-cb4be0e712b6 req-18963799-76d1-4284-9fe7-f9e4b2b67c0e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769210 Feb 16 13:32:04.098277 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c600623d-fa4e-421a-a04c-4d9014f187b5), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.100883 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.101983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c600623d-fa4e-421a-a04c-4d9014f187b5 HTTP/1.1" status: 204 len: 168 time: 0.2088609 Feb 16 13:32:04.111219 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a932f-0355-4ca4-8fe3-0ce75c292f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600623d-fa4e-421a-a04c-4d9014f187b5,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:04.210952 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41246) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:04.428345 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd5814d-c10e-48ce-9600-56c47025f262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.504471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd5814d-c10e-48ce-9600-56c47025f262 admin admin] Publish callbacks [] for security_group (8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.508591 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3bd5814d-c10e-48ce-9600-56c47025f262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.553530 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3bd5814d-c10e-48ce-9600-56c47025f262 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c82eaf789ae0406bbe338f11dfbb3f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414934 Feb 16 13:32:04.556257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41266) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:04.562693 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5814d-c10e-48ce-9600-56c47025f262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:04.629099 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] Publish callbacks [] for security_group (8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.658478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] Publish callbacks [] for security_group (8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.680424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44f50-9b84-4f01-bcf7-1e0fff878ffa req-b90026ea-99eb-4b4b-806a-2295a8549008 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:04.681991 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34e44f50-9b84-4f01-bcf7-1e0fff878ffa req-b90026ea-99eb-4b4b-806a-2295a8549008 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0638812 Feb 16 13:32:04.716846 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.720402 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:04.724847 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca HTTP/1.1" status: 204 len: 168 time: 0.1673048 Feb 16 13:32:04.733487 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024d6ac-5d62-44fd-a045-96ebb47481be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a5d29-25a7-4fdf-8b07-ed3c555a0cca,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:04.753776 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34e44f50-9b84-4f01-bcf7-1e0fff878ffa req-8cb426b8-737c-407e-bb2b-438557e31939 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631835 Feb 16 13:32:05.019920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f0aa1-8be2-4f17-b9e6-2f6735f43430 req-2ee90c7d-a151-4aee-a6f1-a17b41a909a0 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.021414 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b90f0aa1-8be2-4f17-b9e6-2f6735f43430 req-2ee90c7d-a151-4aee-a6f1-a17b41a909a0 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Feb 16 13:32:05.073958 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b90f0aa1-8be2-4f17-b9e6-2f6735f43430 req-c24dbdeb-146e-4c1a-b118-c6d344d38765 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Feb 16 13:32:05.208484 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897c6b-1853-4391-a374-e95c9c54a21d req-4bb59112-3a30-4ab4-ace4-1f9c19dfe882 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.209977 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57897c6b-1853-4391-a374-e95c9c54a21d req-4bb59112-3a30-4ab4-ace4-1f9c19dfe882 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 943 time: 0.0580642 Feb 16 13:32:05.259257 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57897c6b-1853-4391-a374-e95c9c54a21d req-ba8702eb-dd40-433d-804b-873e0bccff18 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Feb 16 13:32:05.594218 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 39b7fff1-640d-4983-b715-0e3fee540514 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:05.723974 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-9964322b-fb0b-44aa-8fd3-8c0fb260c675 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813648 Feb 16 13:32:05.725551 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7490168d-6caf-4f56-9f63-4eea9bc285ce req-a5d01c8b-c5d5-48a1-8ea2-1db7cfa9bb9e service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727960 Feb 16 13:32:05.751178 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=39b7fff1-640d-4983-b715-0e3fee540514,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:05.766585 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '39b7fff1-640d-4983-b715-0e3fee540514', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'port_id': '39b7fff1-640d-4983-b715-0e3fee540514', 'mac_address': 'fa:16:3e:e2:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:05.818322 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 39b7fff1-640d-4983-b715-0e3fee540514 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:05.818794 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b7fff1-640d-4983-b715-0e3fee540514), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:05.834272 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7fff1-640d-4983-b715-0e3fee540514 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:05.860428 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=39b7fff1-640d-4983-b715-0e3fee540514,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:05.875234 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:05.921498 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-7da806eb-5dd6-4f35-8116-6ded35e1e3f8 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783140 Feb 16 13:32:05.955169 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534516e-4939-4b12-ab4f-061a9f340c79 req-7ada26da-d8e2-48c1-8bc7-49265a7e0f9d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.956713 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9534516e-4939-4b12-ab4f-061a9f340c79 req-7ada26da-d8e2-48c1-8bc7-49265a7e0f9d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0926120 Feb 16 13:32:05.970004 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:06.044224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-f70e8acf-0627-407f-9cf4-75d0c8eae292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:06.046124 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-f70e8acf-0627-407f-9cf4-75d0c8eae292 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1127 time: 0.0578289 Feb 16 13:32:06.072781 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9534516e-4939-4b12-ab4f-061a9f340c79 req-83194321-7b1f-4977-966a-1b26b4b69bbf tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993247 Feb 16 13:32:06.223210 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab180e0-b570-4ca2-a33e-59dfeb3411de req-e5bfd82a-7c28-4114-ab4f-f7c735c3ede9 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:06.225015 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1ab180e0-b570-4ca2-a33e-59dfeb3411de req-e5bfd82a-7c28-4114-ab4f-f7c735c3ede9 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0649955 Feb 16 13:32:06.284201 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1ab180e0-b570-4ca2-a33e-59dfeb3411de req-bcf38668-e483-45c1-94a5-51a68b2bfb7f tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Feb 16 13:32:06.379584 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1865-4c5e-47c6-baf3-622313931937 req-ea3ce065-c9a1-428f-b2ac-e4f165830523 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:06.381091 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e89d1865-4c5e-47c6-baf3-622313931937 req-ea3ce065-c9a1-428f-b2ac-e4f165830523 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0513499 Feb 16 13:32:06.432287 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e89d1865-4c5e-47c6-baf3-622313931937 req-0e27a794-63c9-4913-8de1-a1727a3bd3d4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Feb 16 13:32:07.159385 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-29f996cd-5068-44d6-8a5c-9d0471ec5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:07.160855 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-29f996cd-5068-44d6-8a5c-9d0471ec5007 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.1105785 Feb 16 13:32:07.206190 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7e14-bfcb-44de-8812-c7869b4442a9 req-9f596467-9ec8-41b9-95b8-63ecce437850 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:07.207677 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f8e7e14-bfcb-44de-8812-c7869b4442a9 req-9f596467-9ec8-41b9-95b8-63ecce437850 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0521746 Feb 16 13:32:07.255277 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f8e7e14-bfcb-44de-8812-c7869b4442a9 req-0709768c-3123-4ecf-8467-1644cc947c08 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Feb 16 13:32:07.402562 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3ad6-84f6-4d48-bde8-da2644185b19 req-8cdf3a11-33d4-42f5-8307-9e897697fb64 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:07.404034 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adaf3ad6-84f6-4d48-bde8-da2644185b19 req-8cdf3a11-33d4-42f5-8307-9e897697fb64 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Feb 16 13:32:07.450074 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adaf3ad6-84f6-4d48-bde8-da2644185b19 req-7b8455b9-aafd-40ca-8ddb-b20258b102b2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Feb 16 13:32:07.548416 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ecdfe-2bd5-41d6-b3e8-06ecb12e2c38 req-4e666ffa-0968-4d49-a7a5-bd24a316c32d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:07.549876 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e0ecdfe-2bd5-41d6-b3e8-06ecb12e2c38 req-4e666ffa-0968-4d49-a7a5-bd24a316c32d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0504632 Feb 16 13:32:07.599951 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6e0ecdfe-2bd5-41d6-b3e8-06ecb12e2c38 req-86155812-8cd9-4f9d-899e-2485f7fab7c1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Feb 16 13:32:07.936473 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-5ed51bb7-9a32-4ce2-99ac-09051ecf7532 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0378852 Feb 16 13:32:08.379653 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe862b-b957-4f17-a692-689fbd9ef50c req-7ad3445a-f5a1-49e9-bbee-552a2202577b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.381315 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84fe862b-b957-4f17-a692-689fbd9ef50c req-7ad3445a-f5a1-49e9-bbee-552a2202577b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0558159 Feb 16 13:32:08.431380 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-84fe862b-b957-4f17-a692-689fbd9ef50c req-bd873f1a-d374-4afc-80c4-1409d5f90620 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Feb 16 13:32:08.565518 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cc042-4766-49fd-81c0-84f71eda4328 req-3c30cb1f-9fe0-4e99-a956-3a1cf269f11a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.567039 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-760cc042-4766-49fd-81c0-84f71eda4328 req-3c30cb1f-9fe0-4e99-a956-3a1cf269f11a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0517421 Feb 16 13:32:08.612024 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-760cc042-4766-49fd-81c0-84f71eda4328 req-232618ab-a40f-4f6f-a903-30bece64d27b tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Feb 16 13:32:08.716076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bd1ef-d9ea-4faf-bd2a-9cb32e65026f req-191c0b41-be2b-415a-818b-81019c999b8a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.717447 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c85bd1ef-d9ea-4faf-bd2a-9cb32e65026f req-191c0b41-be2b-415a-818b-81019c999b8a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Feb 16 13:32:08.764835 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c85bd1ef-d9ea-4faf-bd2a-9cb32e65026f req-05faf861-ba38-4161-93ee-224501e7a83d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Feb 16 13:32:08.942638 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-77c794c6-c6b9-4fc8-b31b-44dfa63eea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.944128 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-77c794c6-c6b9-4fc8-b31b-44dfa63eea1b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.0461619 Feb 16 13:32:08.980746 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-efea4ced-7e88-4013-a596-fc8a7c72fe35 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270646 Feb 16 13:32:09.073444 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-6b46150e-d7c1-427a-a4f3-02a966b62833 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859630 Feb 16 13:32:09.121356 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['39b7fff1-640d-4983-b715-0e3fee540514'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:09.191397 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ad43ac5f-8dff-4217-b22b-702c84f0a435 req-1f65d5ca-f573-430e-99e9-859ae0a65339 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985394 Feb 16 13:32:09.550079 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7e390-6e96-41cc-8760-d5c3beb33e57 req-20a10afc-b7c6-405e-8a84-809c2b6be16c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:09.551546 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69a7e390-6e96-41cc-8760-d5c3beb33e57 req-20a10afc-b7c6-405e-8a84-809c2b6be16c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0530150 Feb 16 13:32:09.604772 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69a7e390-6e96-41cc-8760-d5c3beb33e57 req-fc0a3caf-9c31-4263-9044-490512e83c66 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476606 Feb 16 13:32:09.732792 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea483da-ab03-4223-8f74-221c0266432d req-e3e879b6-36a5-43ad-91c2-a32b61dad119 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:09.734368 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ea483da-ab03-4223-8f74-221c0266432d req-e3e879b6-36a5-43ad-91c2-a32b61dad119 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Feb 16 13:32:09.782793 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ea483da-ab03-4223-8f74-221c0266432d req-86bb8d6a-5a63-429f-b5cc-e21c54a00a4a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Feb 16 13:32:09.887835 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd502-e0ed-445a-8efc-67c80c16a326 req-e2545cf9-bced-49b3-9e0e-4c757b4c7f3f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:09.889319 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c0fd502-e0ed-445a-8efc-67c80c16a326 req-e2545cf9-bced-49b3-9e0e-4c757b4c7f3f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0547678 Feb 16 13:32:09.937295 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c0fd502-e0ed-445a-8efc-67c80c16a326 req-931cc1b5-d8ac-4b47-8e7b-87cf11cb78b9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Feb 16 13:32:10.530156 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 516d1157-d704-47da-b081-586db0e039ab details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:10.624587 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=516d1157-d704-47da-b081-586db0e039ab,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:10.639735 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '516d1157-d704-47da-b081-586db0e039ab', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'port_id': '516d1157-d704-47da-b081-586db0e039ab', 'mac_address': 'fa:16:3e:22:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:10.676972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 516d1157-d704-47da-b081-586db0e039ab is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:10.677357 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (516d1157-d704-47da-b081-586db0e039ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:10.690411 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516d1157-d704-47da-b081-586db0e039ab {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:10.710335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=516d1157-d704-47da-b081-586db0e039ab,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:10.715342 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (516d1157-d704-47da-b081-586db0e039ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:10.716027 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 80a0f33a-7838-4312-b5be-4265b12ce2c1 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:10.723419 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad756b4-2263-4c40-b396-68dc2f41ba3d req-caa4a33c-2c79-4936-9288-df249b0b56cd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.724946 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6ad756b4-2263-4c40-b396-68dc2f41ba3d req-caa4a33c-2c79-4936-9288-df249b0b56cd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 943 time: 0.0528772 Feb 16 13:32:10.770813 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6ad756b4-2263-4c40-b396-68dc2f41ba3d req-ed9c58cf-0426-4756-ad4e-1329a684b7d5 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Feb 16 13:32:10.785118 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:10.852154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:10.863055 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '80a0f33a-7838-4312-b5be-4265b12ce2c1', 'network_id': 'f6450f86-e0db-40d8-8c80-1857225ef54c', 'port_id': '80a0f33a-7838-4312-b5be-4265b12ce2c1', 'mac_address': 'fa:16:3e:25:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f9a32c-01a7-4890-82cd-ab6cefab83fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:10.900146 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 80a0f33a-7838-4312-b5be-4265b12ce2c1 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:10.901049 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:10.904471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d51818-33af-4bba-b026-66d6680da3bf req-3a86db9b-ff0b-4992-a045-32d48cd768da tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.905956 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4d51818-33af-4bba-b026-66d6680da3bf req-3a86db9b-ff0b-4992-a045-32d48cd768da tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0554819 Feb 16 13:32:10.914580 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a0f33a-7838-4312-b5be-4265b12ce2c1 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:10.934384 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:10.939663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:10.956099 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4d51818-33af-4bba-b026-66d6680da3bf req-60af00b0-6b65-4208-9074-dfef8d787332 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Feb 16 13:32:10.993533 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:11.055672 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3bd-c68d-4ec2-b5f4-421359aec6b2 req-1e339564-6180-41d6-87c1-26d847b26f8f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:11.057234 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35ebd3bd-c68d-4ec2-b5f4-421359aec6b2 req-1e339564-6180-41d6-87c1-26d847b26f8f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0533187 Feb 16 13:32:11.103890 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35ebd3bd-c68d-4ec2-b5f4-421359aec6b2 req-ac14bdbe-f1b8-4f77-a5d1-61788f700894 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Feb 16 13:32:11.886177 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595276d-279b-4fc7-b51b-d654badbfafa req-f4386c2b-ac80-4d5e-80eb-956f9dcad196 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:11.887659 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e595276d-279b-4fc7-b51b-d654badbfafa req-f4386c2b-ac80-4d5e-80eb-956f9dcad196 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 944 time: 0.0509825 Feb 16 13:32:11.936787 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e595276d-279b-4fc7-b51b-d654badbfafa req-80e07f52-b098-4083-b62f-89f70377cb30 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Feb 16 13:32:12.075844 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e323-7f65-4f75-bd1d-86752ecc093f req-00c1d603-4b1f-45a4-b9d5-ca110d89c41c tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:12.077316 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8997e323-7f65-4f75-bd1d-86752ecc093f req-00c1d603-4b1f-45a4-b9d5-ca110d89c41c tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0552640 Feb 16 13:32:12.123853 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8997e323-7f65-4f75-bd1d-86752ecc093f req-30ca7c21-115f-4611-ad7f-400605068311 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 16 13:32:12.220660 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b963e88-8436-4ad4-af76-7ca646a59dff req-7abd4e4b-9ae4-47d8-87a5-fad40e83df9f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:12.222153 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9b963e88-8436-4ad4-af76-7ca646a59dff req-7abd4e4b-9ae4-47d8-87a5-fad40e83df9f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0508566 Feb 16 13:32:12.270002 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9b963e88-8436-4ad4-af76-7ca646a59dff req-17d3e542-fa21-4075-a153-959739ec0743 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Feb 16 13:32:12.774570 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['80a0f33a-7838-4312-b5be-4265b12ce2c1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:12.816370 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['516d1157-d704-47da-b081-586db0e039ab'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:13.059372 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411323a-a51a-4e14-9359-3be62e28c7ae req-cb65e9ef-aeaa-49d2-85fb-3d5f150f85de tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:13.060765 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2411323a-a51a-4e14-9359-3be62e28c7ae req-cb65e9ef-aeaa-49d2-85fb-3d5f150f85de tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 944 time: 0.0561056 Feb 16 13:32:13.110354 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2411323a-a51a-4e14-9359-3be62e28c7ae req-b27e118a-7a8e-482b-9ad9-e66c45abeb17 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 Feb 16 13:32:13.266161 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715df6-9634-4a7a-b97d-f5bf4e5140ac req-a58167a0-4ae4-42f6-8d5a-5a6cb54ad1cc tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:13.270545 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7715df6-9634-4a7a-b97d-f5bf4e5140ac req-a58167a0-4ae4-42f6-8d5a-5a6cb54ad1cc tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0602720 Feb 16 13:32:13.371259 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7715df6-9634-4a7a-b97d-f5bf4e5140ac req-fdc6cd7c-eacb-4ea9-9863-65687f1080b5 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965948 Feb 16 13:32:13.435240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac81f0-5a86-4e56-badc-becad03e247a req-02a8b0a4-e654-4c87-978f-bdbf3a44926f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:13.436752 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feac81f0-5a86-4e56-badc-becad03e247a req-02a8b0a4-e654-4c87-978f-bdbf3a44926f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.0537169 Feb 16 13:32:13.498908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feac81f0-5a86-4e56-badc-becad03e247a req-42426b38-d545-45cc-a37f-5ae17f378c39 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Feb 16 13:32:14.240731 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb900eb6-d245-4605-a475-cc322c89cb08 req-6ff0a0a4-1d8b-4638-9a3f-c2a9e25e7742 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:14.242936 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb900eb6-d245-4605-a475-cc322c89cb08 req-6ff0a0a4-1d8b-4638-9a3f-c2a9e25e7742 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 944 time: 0.0620732 Feb 16 13:32:14.300503 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-eb900eb6-d245-4605-a475-cc322c89cb08 req-67d2f207-3b7a-43ca-974f-ceded74c901e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510092 Feb 16 13:32:14.400195 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 516d1157-d704-47da-b081-586db0e039ab up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:14.469460 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 516d1157-d704-47da-b081-586db0e039ab completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:14.474197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 516d1157-d704-47da-b081-586db0e039ab triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:14.474875 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (516d1157-d704-47da-b081-586db0e039ab), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:14.520641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef108-5eac-470e-9f8a-ed019afc16fd req-a7436af5-2ab4-419a-a9bd-12bd51bd0416 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:14.540087 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c46ef108-5eac-470e-9f8a-ed019afc16fd req-a7436af5-2ab4-419a-a9bd-12bd51bd0416 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0937946 Feb 16 13:32:14.639733 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c46ef108-5eac-470e-9f8a-ed019afc16fd req-5ccf1e25-6aef-459a-b0b5-9ad3016395d0 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Feb 16 13:32:14.699896 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d6d3a-a1ab-4dd9-a9cb-b63eb03396ca req-baaab208-0e29-4b12-82d1-05b167c47ebe tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:14.702271 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad0d6d3a-a1ab-4dd9-a9cb-b63eb03396ca req-baaab208-0e29-4b12-82d1-05b167c47ebe tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 944 time: 0.1089444 Feb 16 13:32:14.772214 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad0d6d3a-a1ab-4dd9-a9cb-b63eb03396ca req-a1cbd0c7-e558-41dc-b9fb-71da3bc6195c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598133 Feb 16 13:32:14.784730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41598) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:14.789441 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 516d1157-d704-47da-b081-586db0e039ab is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:14.790095 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (516d1157-d704-47da-b081-586db0e039ab), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:14.819627 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d1157-d704-47da-b081-586db0e039ab'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:14.821904 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b2ab12-b213-444e-bd78-f85c36a98bde" -d '{"events": [{"server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "name": "network-vif-plugged", "status": "completed", "tag": "516d1157-d704-47da-b081-586db0e039ab"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:14.847849 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=516d1157-d704-47da-b081-586db0e039ab,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:14.856136 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (516d1157-d704-47da-b081-586db0e039ab), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:14.857393 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 39b7fff1-640d-4983-b715-0e3fee540514 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:14.907074 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7138b9c8-7b3e-4d80-99fb-369092992aa9 x-openstack-request-id: req-7138b9c8-7b3e-4d80-99fb-369092992aa9 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:14.907395 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "name": "network-vif-plugged", "status": "completed", "tag": "516d1157-d704-47da-b081-586db0e039ab", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:14.907795 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7138b9c8-7b3e-4d80-99fb-369092992aa9 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:14.908284 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d1157-d704-47da-b081-586db0e039ab', 'code': 200} Feb 16 13:32:14.924279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e361849-36b2-47c8-ab5f-ad3a5e9c9460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:14.975621 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:14.997906 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 39b7fff1-640d-4983-b715-0e3fee540514 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:15.003335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 39b7fff1-640d-4983-b715-0e3fee540514 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:15.004150 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (39b7fff1-640d-4983-b715-0e3fee540514), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.006243 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e361849-36b2-47c8-ab5f-ad3a5e9c9460 admin admin] Publish callbacks [] for security_group (3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.015355 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e361849-36b2-47c8-ab5f-ad3a5e9c9460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.071303 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e361849-36b2-47c8-ab5f-ad3a5e9c9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.075758 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1e361849-36b2-47c8-ab5f-ad3a5e9c9460 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=849d29c8793e4dbba688b3c492db1292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891402 Feb 16 13:32:15.078513 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41614) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:15.185093 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] Publish callbacks [] for security_group (3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.194283 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 39b7fff1-640d-4983-b715-0e3fee540514 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:15.195432 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (39b7fff1-640d-4983-b715-0e3fee540514), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.247914 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] Publish callbacks [] for security_group (3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.261699 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf254d9d-f28a-41fd-854c-146fc772a07c req-d1d5990f-0392-4c35-addd-3821c49a0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:15.263264 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cf254d9d-f28a-41fd-854c-146fc772a07c req-d1d5990f-0392-4c35-addd-3821c49a0a68 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.1194830 Feb 16 13:32:15.292528 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=39b7fff1-640d-4983-b715-0e3fee540514,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:15.299020 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.300125 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 80a0f33a-7838-4312-b5be-4265b12ce2c1 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:15.343705 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.346761 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.351539 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1 HTTP/1.1" status: 204 len: 168 time: 0.2716374 Feb 16 13:32:15.361665 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c6657-4f2c-4c8a-bf1e-d9f9a7a1c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0aef9d-a2b3-44bd-93e0-bb7e2c7bdfd1,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.503667 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f227dc1-9b2d-4cb1-adf6-94cd222e5412 req-cadc95d1-9176-4d3e-82a8-de22a6cefa0b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:15.504907 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.506967 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f227dc1-9b2d-4cb1-adf6-94cd222e5412 req-cadc95d1-9176-4d3e-82a8-de22a6cefa0b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1000350 Feb 16 13:32:15.512414 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 80a0f33a-7838-4312-b5be-4265b12ce2c1 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:15.517700 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 80a0f33a-7838-4312-b5be-4265b12ce2c1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:15.518343 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.577215 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f227dc1-9b2d-4cb1-adf6-94cd222e5412 req-78a847b1-d7e1-4e81-97d9-5de7fc434b2f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618992 Feb 16 13:32:15.583908 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41654) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:15.623498 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 80a0f33a-7838-4312-b5be-4265b12ce2c1 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:15.623885 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.666931 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:15.673126 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.762252 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:15.833180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41662) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:15.856262 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1609dc9-6275-4749-901d-f4e93eae1121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:15.904707 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87addc3b-ba5d-49d4-ab8d-75ce0470ce64 req-4eb6f4da-29ae-4c10-9315-8d9f6d97c9fd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:15.912118 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87addc3b-ba5d-49d4-ab8d-75ce0470ce64 req-4eb6f4da-29ae-4c10-9315-8d9f6d97c9fd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0596073 Feb 16 13:32:15.977281 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87addc3b-ba5d-49d4-ab8d-75ce0470ce64 req-0f625779-4563-4665-844c-e0db49de5636 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608528 Feb 16 13:32:16.001969 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1609dc9-6275-4749-901d-f4e93eae1121 admin admin] Publish callbacks [] for security_group (b527c7be-1a7c-43f0-8461-2a6158d5d9a9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.013271 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e1609dc9-6275-4749-901d-f4e93eae1121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b527c7be-1a7c-43f0-8461-2a6158d5d9a9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.057005 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e1609dc9-6275-4749-901d-f4e93eae1121 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bea3ea1e5c554514a618b3704b619419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213132 Feb 16 13:32:16.057953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1609dc9-6275-4749-901d-f4e93eae1121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527c7be-1a7c-43f0-8461-2a6158d5d9a9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.060658 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41664) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:16.126411 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] Publish callbacks [] for security_group (b527c7be-1a7c-43f0-8461-2a6158d5d9a9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.134983 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb7f636e-9c6d-4a51-956c-9f0579d0d1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.166291 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] Publish callbacks [] for security_group (b527c7be-1a7c-43f0-8461-2a6158d5d9a9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.243188 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b527c7be-1a7c-43f0-8461-2a6158d5d9a9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.246149 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.247286 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b527c7be-1a7c-43f0-8461-2a6158d5d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1855216 Feb 16 13:32:16.263414 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb7f636e-9c6d-4a51-956c-9f0579d0d1ff admin admin] Publish callbacks [] for security_group (45eff52a-3daa-4346-8424-f70c28336898), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.264941 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1cb10-9185-4349-b9a6-4ac28315a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527c7be-1a7c-43f0-8461-2a6158d5d9a9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.268366 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eb7f636e-9c6d-4a51-956c-9f0579d0d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (45eff52a-3daa-4346-8424-f70c28336898), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.317200 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f636e-9c6d-4a51-956c-9f0579d0d1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eff52a-3daa-4346-8424-f70c28336898,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.345720 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eb7f636e-9c6d-4a51-956c-9f0579d0d1ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=baabfcac15544c49bd906ad9c9deeef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607379 Feb 16 13:32:16.348316 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41672) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:16.405819 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cf254d9d-f28a-41fd-854c-146fc772a07c req-c4d5efea-6b06-4a7c-87cc-ce3303b3a946 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814338 Feb 16 13:32:16.423056 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] Publish callbacks [] for security_group (45eff52a-3daa-4346-8424-f70c28336898), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.446277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] Publish callbacks [] for security_group (45eff52a-3daa-4346-8424-f70c28336898), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.495051 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (45eff52a-3daa-4346-8424-f70c28336898), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.497744 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.498822 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45eff52a-3daa-4346-8424-f70c28336898 HTTP/1.1" status: 204 len: 168 time: 0.1493921 Feb 16 13:32:16.506531 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3cc15-d174-4c16-a515-51042de75146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eff52a-3daa-4346-8424-f70c28336898,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.710227 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8fff-897c-405c-8fac-25b2dbbd7b7d req-48b0ec69-78aa-4d4b-a13c-5c6f9ff06b5c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:16.712615 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b6a8fff-897c-405c-8fac-25b2dbbd7b7d req-48b0ec69-78aa-4d4b-a13c-5c6f9ff06b5c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Feb 16 13:32:16.787579 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b6a8fff-897c-405c-8fac-25b2dbbd7b7d req-45717d9e-9e87-4696-8217-7b3ce0509d52 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680265 Feb 16 13:32:16.870592 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41698) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:16.886239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30d97cbe-bb33-4a97-96f2-0022d60840ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.909344 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514'}, {'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:16.912101 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb2d1f-ea8e-4dcf-9587-c37527bfa7b2" -d '{"events": [{"server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "name": "network-vif-plugged", "status": "completed", "tag": "39b7fff1-640d-4983-b715-0e3fee540514"}, {"server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "name": "network-vif-plugged", "status": "completed", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:16.915892 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-86f98d29-4681-4bf5-b7cc-be356d15b077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.959420 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abf5d4-b71f-41b1-834b-d4df8e3bc93c x-openstack-request-id: req-b4abf5d4-b71f-41b1-834b-d4df8e3bc93c {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:16.959725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "name": "network-vif-plugged", "status": "completed", "tag": "39b7fff1-640d-4983-b715-0e3fee540514", "code": 200}, {"server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "name": "network-vif-plugged", "status": "completed", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:16.960022 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4abf5d4-b71f-41b1-834b-d4df8e3bc93c {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:16.960432 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514', 'code': 200} Feb 16 13:32:16.960716 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1', 'code': 200} Feb 16 13:32:16.971334 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30d97cbe-bb33-4a97-96f2-0022d60840ed admin admin] Publish callbacks [] for security_group (6a15b0da-894c-46c9-b4a4-2e103dbe0a18), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:16.976193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-30d97cbe-bb33-4a97-96f2-0022d60840ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6a15b0da-894c-46c9-b4a4-2e103dbe0a18), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.016553 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-30d97cbe-bb33-4a97-96f2-0022d60840ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf3718656ffe4594aef4cc3ba5eb536f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446781 Feb 16 13:32:17.017961 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d97cbe-bb33-4a97-96f2-0022d60840ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15b0da-894c-46c9-b4a4-2e103dbe0a18,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.022337 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41706) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:17.084596 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41708) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:17.120304 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] Publish callbacks [] for security_group (6a15b0da-894c-46c9-b4a4-2e103dbe0a18), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.133371 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110a01b-d748-4849-a3a9-935477a9d4cc req-988bd8eb-9237-4ca1-b37d-7fd0f99c1c0b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:17.135676 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a110a01b-d748-4849-a3a9-935477a9d4cc req-988bd8eb-9237-4ca1-b37d-7fd0f99c1c0b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0844865 Feb 16 13:32:17.168136 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] Publish callbacks [] for security_group (6a15b0da-894c-46c9-b4a4-2e103dbe0a18), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.189928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1736394319-network', 'tenant_id': '5fbce55192ac458399206a5ef27193ad'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:17.211479 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Made reservation on behalf of 5fbce55192ac458399206a5ef27193ad for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:17.213932 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.222913 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a110a01b-d748-4849-a3a9-935477a9d4cc req-4971deac-e386-43d9-be7a-03e7420fea51 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786266 Feb 16 13:32:17.223103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.253197 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6a15b0da-894c-46c9-b4a4-2e103dbe0a18), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.256243 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.257358 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a15b0da-894c-46c9-b4a4-2e103dbe0a18 HTTP/1.1" status: 204 len: 168 time: 0.2339153 Feb 16 13:32:17.266187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3ef74-2377-4acf-a07b-196ccccbc385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15b0da-894c-46c9-b4a4-2e103dbe0a18,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.319214 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks [] for security_group (00e58f0d-5a7b-49c9-ba30-b72659501225), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.323125 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00e58f0d-5a7b-49c9-ba30-b72659501225), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.343637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:32:17.358541 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e58f0d-5a7b-49c9-ba30-b72659501225,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.363409 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (38eebb20-7b42-4f98-8ce8-d094a56d819c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.363759 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Added segment 38eebb20-7b42-4f98-8ce8-d094a56d819c of type vlan for network fd39b829-3312-4ce6-be8a-90b2e221b2bb Feb 16 13:32:17.410158 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (fd39b829-3312-4ce6-be8a-90b2e221b2bb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.438774 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (fd39b829-3312-4ce6-be8a-90b2e221b2bb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.439875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:17.440456 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.551091 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41720) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:17.565820 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b739ad69-1b69-4ad1-b0cf-63a103e7c6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.637997 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5521259 Feb 16 13:32:17.641985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41722) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:17.647548 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b739ad69-1b69-4ad1-b0cf-63a103e7c6fc admin admin] Publish callbacks [] for security_group (0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.648104 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Request body: {'subnet': {'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1736394319-subnet', 'tenant_id': '5fbce55192ac458399206a5ef27193ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:17.653184 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b739ad69-1b69-4ad1-b0cf-63a103e7c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.680798 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352d373-7e56-428d-90e9-c1fe00e3372a admin admin] Pushing event updated for resources: {'Network': ['ID=fd39b829-3312-4ce6-be8a-90b2e221b2bb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.692721 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:32:17.695068 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b739ad69-1b69-4ad1-b0cf-63a103e7c6fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b99bb0e0dca417e8a1e5487efded7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428738 Feb 16 13:32:17.695849 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ad69-1b69-4ad1-b0cf-63a103e7c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:17.698411 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41724) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:17.706224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Made reservation on behalf of 5fbce55192ac458399206a5ef27193ad for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:17.708502 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.817413 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] Publish callbacks [] for security_group (0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.843895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] Publish callbacks [] for security_group (0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.909004 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4febc-1208-428f-9a50-172c87266461 req-13066d65-86e7-4d02-84f1-4acdefc2fbd9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:17.910450 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-16b4febc-1208-428f-9a50-172c87266461 req-13066d65-86e7-4d02-84f1-4acdefc2fbd9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0511436 Feb 16 13:32:17.955412 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.958240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.959381 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb HTTP/1.1" status: 204 len: 168 time: 0.2598338 Feb 16 13:32:17.959943 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-16b4febc-1208-428f-9a50-172c87266461 req-7754d78c-e452-4a52-9024-f9fbfc7a15de tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Feb 16 13:32:17.962839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (094c9f6e-6a91-4636-88f4-c5ba94abe362), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:17.974451 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2f43-a8f7-44f8-911d-69eecadff57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20b7f6-2b9a-4c89-bc38-b91e0ce12fdb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:18.032091 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094c9f6e-6a91-4636-88f4-c5ba94abe362,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:18.039130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Checking segment: {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:18.039420 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Network hostable DHCP agents. Network: fd39b829-3312-4ce6-be8a-90b2e221b2bb, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:32:18.059514 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:32:18.070122 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, fd39b829-3312-4ce6-be8a-90b2e221b2bb) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:18.075698 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:18.076311 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:18.079382 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3fb89-dbd8-4243-9e23-419d6db4c2f5 None None] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:32:18.103482 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a6fe3d98-954f-416f-9d75-b7606c1c7d68 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4601169 Feb 16 13:32:18.184978 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c8225-3f71-4f05-b8f5-b47921690dc9 None None] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:32:18.359706 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e217-d811-45b6-b9ea-ec063042e9da req-0286d0bc-264f-4e4b-8c7a-5c4cfac43963 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:18.361286 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e5d7e217-d811-45b6-b9ea-ec063042e9da req-0286d0bc-264f-4e4b-8c7a-5c4cfac43963 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0549359 Feb 16 13:32:18.417752 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e5d7e217-d811-45b6-b9ea-ec063042e9da req-8a02832b-6751-4dab-a51c-82ae75d0ae3f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Feb 16 13:32:18.920545 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf33e6-f383-4ec9-bbc9-df58169029cb req-a6ef7288-9d17-4907-826e-318d19cff1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:18.922044 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8dbf33e6-f383-4ec9-bbc9-df58169029cb req-a6ef7288-9d17-4907-826e-318d19cff1a7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1129 time: 0.0948536 Feb 16 13:32:18.927287 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d3e50-0d63-4625-8088-bae75530ca7b req-05066548-378c-4cd0-bb47-44081e1f3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:18.928844 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-380d3e50-0d63-4625-8088-bae75530ca7b req-05066548-378c-4cd0-bb47-44081e1f3ebf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.0662804 Feb 16 13:32:19.079453 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8dbf33e6-f383-4ec9-bbc9-df58169029cb req-94057a1b-c984-4fd5-a301-d8ff4e874ce3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834799 Feb 16 13:32:19.108802 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-380d3e50-0d63-4625-8088-bae75530ca7b req-64664232-d6cf-41cd-b40f-53f717b4845a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139472 Feb 16 13:32:19.133418 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cf04e-810d-447b-90e7-ac498e240e46 req-0b8a03e7-09e3-4e0b-93b5-6eadfc2dc17f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:19.136442 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f25cf04e-810d-447b-90e7-ac498e240e46 req-0b8a03e7-09e3-4e0b-93b5-6eadfc2dc17f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0798652 Feb 16 13:32:19.201137 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f25cf04e-810d-447b-90e7-ac498e240e46 req-2801038e-129f-4cdd-af1e-1b338f86d1ab tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590110 Feb 16 13:32:19.300819 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-30a0e4b1-c2d1-41bf-89bc-ba2135e64cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.357662 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41808) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:19.473641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4052-c0ea-4f78-af09-a3f4ee859940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.570495 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19571-69d1-4a01-8324-528336f4f8b2 req-67a590e3-e973-4876-a32b-2c4ada57a9d3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:19.572011 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-faf19571-69d1-4a01-8324-528336f4f8b2 req-67a590e3-e973-4876-a32b-2c4ada57a9d3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0793350 Feb 16 13:32:19.608097 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4052-c0ea-4f78-af09-a3f4ee859940 admin admin] Publish callbacks [] for security_group (4097e82d-030c-455d-aaa3-987f47fa404e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.612622 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4052-c0ea-4f78-af09-a3f4ee859940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4097e82d-030c-455d-aaa3-987f47fa404e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.668616 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9a6f4052-c0ea-4f78-af09-a3f4ee859940 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2bd9ee412624359a685da7db7250c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095448 Feb 16 13:32:19.671713 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-faf19571-69d1-4a01-8324-528336f4f8b2 req-c5a07d3f-df36-443c-a0b1-5adc50c26237 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901144 Feb 16 13:32:19.671870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41818) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:19.673154 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f4052-c0ea-4f78-af09-a3f4ee859940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4097e82d-030c-455d-aaa3-987f47fa404e,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:19.735494 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] Publish callbacks [] for security_group (4097e82d-030c-455d-aaa3-987f47fa404e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.762001 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] Publish callbacks [] for security_group (4097e82d-030c-455d-aaa3-987f47fa404e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.827547 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4097e82d-030c-455d-aaa3-987f47fa404e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.831198 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:19.834908 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4097e82d-030c-455d-aaa3-987f47fa404e HTTP/1.1" status: 204 len: 168 time: 0.1613839 Feb 16 13:32:19.851761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc2a1-1aa8-4749-8d2b-df0c4eec7ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097e82d-030c-455d-aaa3-987f47fa404e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:20.088646 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3acf1903-c741-4576-874d-f13d1982f027 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:20.090263 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3acf1903-c741-4576-874d-f13d1982f027 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 809 time: 0.1132503 Feb 16 13:32:20.111019 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-12e069e6-69b4-42e7-acee-fead7bb05962 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/quotas/5fbce55192ac458399206a5ef27193ad HTTP/1.1" status: 200 len: 375 time: 0.0145473 Feb 16 13:32:20.151493 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-420dd9db-86e0-4107-a066-9868557b0111 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313005 Feb 16 13:32:20.158347 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:20.278556 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-97269c9e-39de-43b1-b8d8-3ecf4bb2d0e3 service neutron] 10.222.0.73 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207085 Feb 16 13:32:20.429913 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc79e8-48fa-4866-882e-8059d81bebd9 req-f6e021bd-c1c9-4e9e-9b8f-b57cf59eb75b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:20.431509 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11fc79e8-48fa-4866-882e-8059d81bebd9 req-f6e021bd-c1c9-4e9e-9b8f-b57cf59eb75b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1212549 Feb 16 13:32:20.433791 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-79452f2c-f9cf-4dff-97bb-5f4c4936500e service neutron] 10.222.0.73 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454818 Feb 16 13:32:20.513736 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11fc79e8-48fa-4866-882e-8059d81bebd9 req-fd946d7b-282e-4a0f-9e15-cd5bf964935e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761285 Feb 16 13:32:20.697958 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-466d4d0c-4060-434a-aa7a-591a9a4e9faa req-57307384-43eb-4c3c-a207-e739793f3004 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0449944 Feb 16 13:32:20.872124 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62948773-f154-45fc-8eb3-1fb1bf804c48 req-2fd9d4fc-bc8d-45e7-944b-6fc5119d68dc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:20.883592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62948773-f154-45fc-8eb3-1fb1bf804c48 req-2fd9d4fc-bc8d-45e7-944b-6fc5119d68dc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0894880 Feb 16 13:32:20.950821 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62948773-f154-45fc-8eb3-1fb1bf804c48 req-20ef2e21-8509-42c5-94d5-f2254c11fe6e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654075 Feb 16 13:32:21.513715 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41930) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:21.629009 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a465cf71-806a-49e7-8300-19e4c2a2fcd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:21.647886 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087faf59-484e-4682-9cf0-c4ac8f15f806 req-d3105861-c855-4bad-99e0-6f7e9599ad07 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:21.650350 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-087faf59-484e-4682-9cf0-c4ac8f15f806 req-d3105861-c855-4bad-99e0-6f7e9599ad07 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0611131 Feb 16 13:32:21.728371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a465cf71-806a-49e7-8300-19e4c2a2fcd0 admin admin] Publish callbacks [] for security_group (dca04966-37e6-4585-8820-bb6c249c77ba), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:21.737374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a465cf71-806a-49e7-8300-19e4c2a2fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (dca04966-37e6-4585-8820-bb6c249c77ba), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:21.748178 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-087faf59-484e-4682-9cf0-c4ac8f15f806 req-3fee4f0b-892c-409a-ad2d-048dc9bba9d6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904994 Feb 16 13:32:21.780899 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a465cf71-806a-49e7-8300-19e4c2a2fcd0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c221a6af270c4b6b8de7a2a764658d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632892 Feb 16 13:32:21.787636 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41942) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:21.807283 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465cf71-806a-49e7-8300-19e4c2a2fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca04966-37e6-4585-8820-bb6c249c77ba,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:21.810494 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:21.856682 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:32:21.860768 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be4f3af8-5340-412d-83f8-fa29a43ac242 req-be8fff75-c223-4bfc-900c-7423ceffd361 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0924752 Feb 16 13:32:21.936668 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] Publish callbacks [] for security_group (dca04966-37e6-4585-8820-bb6c249c77ba), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:21.953200 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194ba4e-1bc5-4ee8-8ddb-652377c924a4 req-b18a07e2-be98-46d7-841d-3896e42a2a84 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:21.954789 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c194ba4e-1bc5-4ee8-8ddb-652377c924a4 req-b18a07e2-be98-46d7-841d-3896e42a2a84 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1001248 Feb 16 13:32:21.964150 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41950) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:21.971147 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'floatingip': {'port_id': '516d1157-d704-47da-b081-586db0e039ab'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:21.974878 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] Publish callbacks [] for security_group (dca04966-37e6-4585-8820-bb6c249c77ba), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.086703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.253187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c8e1a-561b-4fcc-ba34-78f8ccf4191a req-d8ef320e-193a-4fba-9e2d-b6a0ce4fc9c9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:22.254640 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-975c8e1a-561b-4fcc-ba34-78f8ccf4191a req-d8ef320e-193a-4fba-9e2d-b6a0ce4fc9c9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2135122 Feb 16 13:32:22.274203 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (dca04966-37e6-4585-8820-bb6c249c77ba), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.277240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.278518 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dca04966-37e6-4585-8820-bb6c249c77ba HTTP/1.1" status: 204 len: 168 time: 0.4897752 Feb 16 13:32:22.553452 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c308-bea3-4445-a43f-f62a86de3b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca04966-37e6-4585-8820-bb6c249c77ba,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:22.597229 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-975c8e1a-561b-4fcc-ba34-78f8ccf4191a req-16d2939f-b760-433e-89b8-bfc8a375b887 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328969 Feb 16 13:32:22.757724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41978) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:22.784370 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3741dda-be49-4240-a1a9-71a932d53563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.890098 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3741dda-be49-4240-a1a9-71a932d53563 admin admin] Publish callbacks [] for security_group (241928fd-67d8-4045-91ec-21dc86bae321), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.895872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e3741dda-be49-4240-a1a9-71a932d53563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (241928fd-67d8-4045-91ec-21dc86bae321), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:22.945330 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3741dda-be49-4240-a1a9-71a932d53563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241928fd-67d8-4045-91ec-21dc86bae321,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:22.953783 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e3741dda-be49-4240-a1a9-71a932d53563 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8f8381538594cc1b3531124f249c8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948605 Feb 16 13:32:22.954733 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 41982) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:23.036749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dda4a1fb-0ac3-46c6-aba0-eb6b3532d0b4 req-a777137f-ccc0-44f8-924e-360d7e838d06 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0686035 Feb 16 13:32:23.061791 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.140868 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.db.resource_extend [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:32:23.192170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] Publish callbacks [] for security_group (241928fd-67d8-4045-91ec-21dc86bae321), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.250357 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.257875 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a59f-e1e4-4792-a1d4-bdc022c2b0ff req-96dacdc7-c4a4-4bc4-9838-403f1177c9e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:23.260179 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ca8a59f-e1e4-4792-a1d4-bdc022c2b0ff req-96dacdc7-c4a4-4bc4-9838-403f1177c9e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1926334 Feb 16 13:32:23.262238 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] Publish callbacks [] for security_group (241928fd-67d8-4045-91ec-21dc86bae321), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.264451 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.435645 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ca8a59f-e1e4-4792-a1d4-bdc022c2b0ff req-c18a4971-3235-414a-a846-e38c528613c1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649108 Feb 16 13:32:23.447116 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (241928fd-67d8-4045-91ec-21dc86bae321), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.449981 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.451138 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/241928fd-67d8-4045-91ec-21dc86bae321 HTTP/1.1" status: 204 len: 168 time: 0.4954414 Feb 16 13:32:23.455678 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Floating IP 272344f0-2582-480c-9d6e-3268c1fec7aa associated. External IP: 172.27.3.129, port: 516d1157-d704-47da-b081-586db0e039ab. Feb 16 13:32:23.467549 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad711a5-47d5-47c6-a3bd-9feea32e216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241928fd-67d8-4045-91ec-21dc86bae321,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:23.692630 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:32:23.821526 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:32:23.826588 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 41996) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:23.829659 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.835766 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:32:23.844710 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbd97a54-61a6-4d9d-9236-d02a9c26959c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.850301 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:32:23.851050 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:23.868048 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9aabd98a-23d3-43b7-8b44-1336c2d9284a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "PUT /v2.0/floatingips/272344f0-2582-480c-9d6e-3268c1fec7aa HTTP/1.1" status: 200 len: 991 time: 1.9004498 Feb 16 13:32:23.868048 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'tag': '516d1157-d704-47da-b081-586db0e039ab'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:23.869490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f66df4-f6c0-423d-8dbe-71060adf503e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "tag": "516d1157-d704-47da-b081-586db0e039ab"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:23.937066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee037580-5730-4432-88db-528966749761 x-openstack-request-id: req-ee037580-5730-4432-88db-528966749761 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:23.937374 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "tag": "516d1157-d704-47da-b081-586db0e039ab", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:23.937674 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee037580-5730-4432-88db-528966749761 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:23.938181 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'tag': '516d1157-d704-47da-b081-586db0e039ab', 'status': 'completed', 'code': 200} Feb 16 13:32:23.950628 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbd97a54-61a6-4d9d-9236-d02a9c26959c admin admin] Publish callbacks [] for security_group (601b7755-7d27-4e88-94e7-510396f8df2c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.956207 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dbd97a54-61a6-4d9d-9236-d02a9c26959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (601b7755-7d27-4e88-94e7-510396f8df2c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:23.997985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd97a54-61a6-4d9d-9236-d02a9c26959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b7755-7d27-4e88-94e7-510396f8df2c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:24.005987 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42004) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:24.006623 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dbd97a54-61a6-4d9d-9236-d02a9c26959c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b1f2cc32c2e4f389e69446c125066d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782680 Feb 16 13:32:24.051351 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:32:24.096900 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] Publish callbacks [] for security_group (601b7755-7d27-4e88-94e7-510396f8df2c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:24.128882 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] Publish callbacks [] for security_group (601b7755-7d27-4e88-94e7-510396f8df2c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:24.174692 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a65517f2-8256-40f6-a0ab-9ba6332e6dd4 req-0b85128b-10ef-4bbd-b379-08a06f105536 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0377977 Feb 16 13:32:24.216349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (601b7755-7d27-4e88-94e7-510396f8df2c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:24.218956 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:24.220068 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/601b7755-7d27-4e88-94e7-510396f8df2c HTTP/1.1" status: 204 len: 168 time: 0.2120552 Feb 16 13:32:24.229066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfee4bc-24bc-48a6-94c9-e3c5a43adf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b7755-7d27-4e88-94e7-510396f8df2c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:24.391721 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '272344f0-2582-480c-9d6e-3268c1fec7aa', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': '516d1157-d704-47da-b081-586db0e039ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:22:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:31:38Z', 'updated_at': '2022-02-16T13:32:22Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:24.515921 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:32:24.530045 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:32:24.530806 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:24.660251 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e847bd-35f6-4158-ba98-b595171703d0 req-ae041666-caaf-448c-ba94-57ae067e7540 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:24.671700 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0e847bd-35f6-4158-ba98-b595171703d0 req-ae041666-caaf-448c-ba94-57ae067e7540 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1216102 Feb 16 13:32:24.675350 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:32:24.700942 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-ac4ba001-af94-4340-b912-af032a771a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:24.702772 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-ac4ba001-af94-4340-b912-af032a771a33 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.1604609 Feb 16 13:32:24.710612 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-957e682a-40cc-40f7-8d3a-8fa758b743b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:24.714383 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-957e682a-40cc-40f7-8d3a-8fa758b743b7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1129 time: 0.0901494 Feb 16 13:32:24.755749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0e847bd-35f6-4158-ba98-b595171703d0 req-94ec27d6-9d68-4a35-9299-78043575b119 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Feb 16 13:32:24.909771 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-d079bd6b-921a-46da-85a9-dd5791117c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:24.911937 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-d079bd6b-921a-46da-85a9-dd5791117c6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1863835 Feb 16 13:32:24.927459 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-3b50c514-ffc7-408a-9d58-d38ea1fc7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:24.929428 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-3b50c514-ffc7-408a-9d58-d38ea1fc7602 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.1720777 Feb 16 13:32:24.982091 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '272344f0-2582-480c-9d6e-3268c1fec7aa', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': '516d1157-d704-47da-b081-586db0e039ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:22:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:31:38Z', 'updated_at': '2022-02-16T13:32:22Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:25.015481 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c59468-cc55-4d5c-a25e-60bf6fa1fdea None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '272344f0-2582-480c-9d6e-3268c1fec7aa', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': '516d1157-d704-47da-b081-586db0e039ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:22:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:31:38Z', 'updated_at': '2022-02-16T13:32:22Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:32:25.081069 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-29f88b6e-f236-4d9c-b345-91b63f9969ec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 200 len: 217 time: 0.1170073 Feb 16 13:32:25.152818 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-f0b9dd49-69ca-45d4-9cbe-73323f550a73 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 999 time: 0.2031276 Feb 16 13:32:25.183517 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-908907ce-c8be-48d3-8b82-154b5f4d9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:25.185012 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-908907ce-c8be-48d3-8b82-154b5f4d9a1d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.0810628 Feb 16 13:32:25.283120 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-1a4d556e-5344-456c-ac7f-cb6aa7e7ebe4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690258 Feb 16 13:32:25.308564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-0a1ebea9-76af-457d-851e-789241e2848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:25.310476 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-0a1ebea9-76af-457d-851e-789241e2848c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.1377532 Feb 16 13:32:25.322289 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96c66c0d-600b-4146-ab00-bd4e15773f71 req-e610ceb7-8ab6-4e9c-9c02-36b43b6a4cc5 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0575612 Feb 16 13:32:25.331847 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ce0cb-173f-48ea-9619-a5da3bb4a39e None None] New status for floating IP 272344f0-2582-480c-9d6e-3268c1fec7aa: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:32:25.879645 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7c8c6-c5c9-4585-ad12-6d9fac78de13 req-52de2405-9dba-4ec7-ba9c-29ae99818e17 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:25.881160 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bef7c8c6-c5c9-4585-ad12-6d9fac78de13 req-52de2405-9dba-4ec7-ba9c-29ae99818e17 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0573277 Feb 16 13:32:25.930213 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bef7c8c6-c5c9-4585-ad12-6d9fac78de13 req-0413573b-7439-48d2-9d69-d9d0d696dc3b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Feb 16 13:32:26.418945 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9b030045-2eab-4ff0-a3ea-2fdacb6d9943 req-20ed3327-446e-46e9-ba2b-5c6ce8dd4fc8 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0264707 Feb 16 13:32:27.054143 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c3ad-e906-4d0f-b7ee-2e81c05c5d02 req-76133dd8-463c-45ea-934e-c92f8ad35279 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:27.055824 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c717c3ad-e906-4d0f-b7ee-2e81c05c5d02 req-76133dd8-463c-45ea-934e-c92f8ad35279 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0560250 Feb 16 13:32:27.116193 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c717c3ad-e906-4d0f-b7ee-2e81c05c5d02 req-2dd0fda2-6d23-4164-8f8d-998a02ba35b8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546603 Feb 16 13:32:27.514320 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cedf9d04-9c25-4444-b2b9-25cae5b052c0 req-94b5612e-9387-4aff-8d04-74cf6b023662 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0258484 Feb 16 13:32:27.625329 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-95bc0163-f8b2-4ef3-bc37-107e3a4bdf2c service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912549 Feb 16 13:32:28.191245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:28.252700 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16d62c-9d2e-4d9e-b207-a1bbead8f570 req-1e41b16a-fa43-4551-a708-4648d9d6c07a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:28.254264 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c16d62c-9d2e-4d9e-b207-a1bbead8f570 req-1e41b16a-fa43-4551-a708-4648d9d6c07a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0567634 Feb 16 13:32:28.301987 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c16d62c-9d2e-4d9e-b207-a1bbead8f570 req-56c57b70-c2e4-4009-81f4-c76b8024bd32 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Feb 16 13:32:28.612259 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b854c986-4455-4ba0-b706-299a8b7dba05 req-357977c1-a68e-455e-8a09-81f49c0443ca tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0296092 Feb 16 13:32:28.935484 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-2bcb9f64-07e2-4323-9e5d-4655c43ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:28.937262 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-2bcb9f64-07e2-4323-9e5d-4655c43ce97f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2176251 Feb 16 13:32:28.989792 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-fb1c4f67-93d2-4ba2-adcc-112370b51f28 req-9a595cc3-5bc4-4159-9b0c-9c756e73ab46 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567463 Feb 16 13:32:29.000833 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-60ed483c-3860-4f9b-ac09-7e351a296b57 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:29.007729 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-60ed483c-3860-4f9b-ac09-7e351a296b57 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 809 time: 0.2341101 Feb 16 13:32:29.054164 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Request body: {'port': {'device_id': '643692e1-4187-453a-8995-4985696d158a', 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb', 'admin_state_up': True, 'tenant_id': '5fbce55192ac458399206a5ef27193ad'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:29.130759 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-9e3e7fff-1fca-4c37-94af-26020cc26f7c service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823597 Feb 16 13:32:29.245468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Made reservation on behalf of 5fbce55192ac458399206a5ef27193ad for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:29.254761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:29.306060 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09f66df4-f6c0-423d-8dbe-71060adf503e req-73de7b3d-2783-4c03-8ef4-7e0c832dd968 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496754 Feb 16 13:32:29.446179 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Allocated IP 172.20.0.6 (fd39b829-3312-4ce6-be8a-90b2e221b2bb/094c9f6e-6a91-4636-88f4-c5ba94abe362/d8dc74cf-f837-4bcb-b164-d696169db144) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:29.460460 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f104-1229-422a-b579-a0dddbb6e25c req-088ea9bf-fdac-4b3b-aba6-063e4293b985 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:29.462133 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8700f104-1229-422a-b579-a0dddbb6e25c req-088ea9bf-fdac-4b3b-aba6-063e4293b985 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Feb 16 13:32:29.513734 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8700f104-1229-422a-b579-a0dddbb6e25c req-5f75e330-1d34-4551-823e-33f1488bbafb tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Feb 16 13:32:29.611425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks [] for port (d8dc74cf-f837-4bcb-b164-d696169db144), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:29.650344 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:29.694239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:29.700302 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:29.702750 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:32:29.708174 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:29.708798 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:29.723570 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Pushing event updated for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:29.732763 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.733189 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.733557 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.733821 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.734189 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.734521 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.734829 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.735163 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.735488 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.735816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.736148 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.736538 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.736871 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:29.743216 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-3ce53f3d-f897-4aa2-982e-7698f2c77c8c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6927814 Feb 16 13:32:29.751076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08c1b-db3c-4256-9e2e-e86eed28d887 req-0448859e-e227-40f3-aad6-778fd8252540 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:29.752743 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51f08c1b-db3c-4256-9e2e-e86eed28d887 req-0448859e-e227-40f3-aad6-778fd8252540 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 931 time: 0.0682025 Feb 16 13:32:29.770412 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Request body: {'port': {'device_id': '643692e1-4187-453a-8995-4985696d158a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:29.802623 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51f08c1b-db3c-4256-9e2e-e86eed28d887 req-ee2197df-3013-4cba-b1be-197a640ee708 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Feb 16 13:32:29.836570 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:29.992254 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-216fe07b-c70d-44ff-82b3-c2833e9a371e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1205814 Feb 16 13:32:30.151077 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-e1d5ec3a-098c-4a7f-8e9f-6461ffce2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:30.154532 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-e1d5ec3a-098c-4a7f-8e9f-6461ffce2da2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=802670c09dd5455b9ade3b51b7559da4&device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 1129 time: 0.1088142 Feb 16 13:32:30.403305 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dc74cf-f837-4bcb-b164-d696169db144 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:30.415633 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks [] for port (d8dc74cf-f837-4bcb-b164-d696169db144), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:30.464086 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Transition to ACTIVE for port object d8dc74cf-f837-4bcb-b164-d696169db144 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:32:30.470152 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:30.528448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-a6789a18-39c7-4ed3-946b-e8eac736b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:30.529959 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-a6789a18-39c7-4ed3-946b-e8eac736b083 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89cf5527-7732-4917-a20d-cd09d70af188 HTTP/1.1" status: 200 len: 913 time: 0.3409672 Feb 16 13:32:30.547764 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:30.590980 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-ee217a9d-9163-4fff-a910-c45987b7f84f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa619745-f8a0-4906-a197-20d5c431f1f4 HTTP/1.1" status: 200 len: 217 time: 0.0510471 Feb 16 13:32:30.650728 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Attempting to bind port d8dc74cf-f837-4bcb-b164-d696169db144 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:32:30.651081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Attempting to bind port d8dc74cf-f837-4bcb-b164-d696169db144 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:32:30.651501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Attempting to bind port d8dc74cf-f837-4bcb-b164-d696169db144 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:30.662361 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Port d8dc74cf-f837-4bcb-b164-d696169db144 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:32:30.662788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Attempting to bind port d8dc74cf-f837-4bcb-b164-d696169db144 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:30.672715 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-6bc60176-838e-4f7d-ba55-dae6bcc04153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:30.674512 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-6bc60176-838e-4f7d-ba55-dae6bcc04153 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=51cbb270-915a-4e94-a9ef-2bac10f24f94 HTTP/1.1" status: 200 len: 852 time: 0.0686588 Feb 16 13:32:30.675413 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:32:30.675764 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Checking segment: {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:30.676134 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Bound using segment: {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:32:30.676608 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Bound port: d8dc74cf-f837-4bcb-b164-d696169db144, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:32:30.676970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:30.745083 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8560-afd9-401c-8ee0-be50cac33592 req-c1ee4218-36cf-480a-b085-4e80638ab65f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:30.747347 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb3e8560-afd9-401c-8ee0-be50cac33592 req-c1ee4218-36cf-480a-b085-4e80638ab65f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1187549 Feb 16 13:32:30.748188 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-193cb772-f9b4-4e4b-8818-512b807d9171 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89cf5527-7732-4917-a20d-cd09d70af188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612931 Feb 16 13:32:30.784498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:32:30.787967 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d8dc74cf-f837-4bcb-b164-d696169db144,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:32:30.801661 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:30.912312 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:30.913435 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:30.915436 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] 10.222.0.104 "PUT /v2.0/ports/d8dc74cf-f837-4bcb-b164-d696169db144 HTTP/1.1" status: 200 len: 1093 time: 1.1490822 Feb 16 13:32:30.919990 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:30.922535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b649bf-2336-418a-bafb-b91fc025a678" -d '{"events": [{"name": "network-changed", "server_uuid": "643692e1-4187-453a-8995-4985696d158a", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:30.942069 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b263bf5-6186-41d4-9c3d-5846b8ca612e service neutron] Pushing event updated for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:30.973221 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-2b744db9-1050-44d8-ae8e-286b94c18d09 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934767 Feb 16 13:32:31.105123 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-00ba754b-54ca-4347-a785-9b3c3ad33b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.107091 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb3e8560-afd9-401c-8ee0-be50cac33592 req-00c3bd25-c980-473a-90be-1fec25c1ef93 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516607 Feb 16 13:32:31.113575 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-00ba754b-54ca-4347-a785-9b3c3ad33b02 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 1127 time: 0.1326008 Feb 16 13:32:31.125322 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bddf60-1108-4df1-8a9a-500c57b691ac req-a42ce458-6527-4d45-84d1-23c6ce05aa93 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.135077 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46bddf60-1108-4df1-8a9a-500c57b691ac req-a42ce458-6527-4d45-84d1-23c6ce05aa93 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 943 time: 0.0934265 Feb 16 13:32:31.177096 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-b2f00590-82ee-4de7-acb7-76b01347fff8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8dc74cf-f837-4bcb-b164-d696169db144 HTTP/1.1" status: 200 len: 217 time: 0.0572605 Feb 16 13:32:31.184389 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4b7f1-cf98-4fbe-8d7e-cb0d6d17bc3b x-openstack-request-id: req-09e4b7f1-cf98-4fbe-8d7e-cb0d6d17bc3b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:31.184800 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643692e1-4187-453a-8995-4985696d158a", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:31.185147 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09e4b7f1-cf98-4fbe-8d7e-cb0d6d17bc3b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:31.185856 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144', 'status': 'completed', 'code': 200} Feb 16 13:32:31.191789 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a0767711-0efa-4f7e-9ca4-9e55b2f253d3 req-0881755b-8bc3-4912-a63e-3f41b69fabe3 service neutron] 10.222.0.104 "GET /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031276 Feb 16 13:32:31.210401 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46bddf60-1108-4df1-8a9a-500c57b691ac req-4ea98713-fd00-4548-a55e-0eb2f6b807ef tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Feb 16 13:32:31.251452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-2acfb00c-9e04-469f-932c-809a44bcc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.253059 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-2acfb00c-9e04-469f-932c-809a44bcc269 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=094c9f6e-6a91-4636-88f4-c5ba94abe362 HTTP/1.1" status: 200 len: 849 time: 0.0557945 Feb 16 13:32:31.300008 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-0d2b02e9-a89a-481e-89d5-63bea8846c68 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fd39b829-3312-4ce6-be8a-90b2e221b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341759 Feb 16 13:32:31.410682 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-1b2ae19b-9143-4870-8b10-57e0b2fa0576 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036437 Feb 16 13:32:31.530291 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2360b35c-d05c-4ee2-968e-fb7aa0a37c3c req-71a4b201-8b37-4a25-983e-55b10d0a4e82 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135714 Feb 16 13:32:31.664426 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b649bf-2336-418a-bafb-b91fc025a678 req-181fd0c7-7185-4d21-8620-b5b1f872644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.666786 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-181fd0c7-7185-4d21-8620-b5b1f872644f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 1127 time: 0.0632882 Feb 16 13:32:31.791773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b649bf-2336-418a-bafb-b91fc025a678 req-e7d8b4eb-6a80-4b8b-8ce4-20359c9ea55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.794826 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-e7d8b4eb-6a80-4b8b-8ce4-20359c9ea55a service neutron] 10.222.0.104 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 910 time: 0.1211596 Feb 16 13:32:31.842457 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-d88de0ca-6da3-4408-8805-657e8be27cdb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8dc74cf-f837-4bcb-b164-d696169db144 HTTP/1.1" status: 200 len: 217 time: 0.0400982 Feb 16 13:32:31.907747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b649bf-2336-418a-bafb-b91fc025a678 req-c4f1a873-de8a-4fca-a400-3cd16d13e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.909247 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-c4f1a873-de8a-4fca-a400-3cd16d13e848 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=094c9f6e-6a91-4636-88f4-c5ba94abe362 HTTP/1.1" status: 200 len: 849 time: 0.0554152 Feb 16 13:32:31.948330 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-9cb3661e-dcad-47bc-8f82-c57e76bbc545 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fd39b829-3312-4ce6-be8a-90b2e221b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327966 Feb 16 13:32:32.063190 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-d5c18229-1102-4681-956e-bb039ff11a00 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040249 Feb 16 13:32:32.175959 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-00b649bf-2336-418a-bafb-b91fc025a678 req-b04b272c-3735-41a2-a3be-e65d0a224048 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055934 Feb 16 13:32:32.278809 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a81e-2b73-4809-b741-16e5629af03c req-d9cf9f4c-52fd-4466-b01b-636d387e20f9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:32.280470 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8e5a81e-2b73-4809-b741-16e5629af03c req-d9cf9f4c-52fd-4466-b01b-636d387e20f9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0677330 Feb 16 13:32:32.382717 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8e5a81e-2b73-4809-b741-16e5629af03c req-fd2d3c1d-3411-4ebd-9eee-775df003ad9d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928404 Feb 16 13:32:32.407807 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7b67-a86a-4624-ac45-5078ad1e6703 req-9bfc0638-f5a9-4aa1-9dcb-4e7371046c62 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:32.409365 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53ac7b67-a86a-4624-ac45-5078ad1e6703 req-9bfc0638-f5a9-4aa1-9dcb-4e7371046c62 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 943 time: 0.0911772 Feb 16 13:32:32.475726 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53ac7b67-a86a-4624-ac45-5078ad1e6703 req-d0f9d113-ae12-4bb7-95e0-49fea5290080 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599298 Feb 16 13:32:32.670681 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42324) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:32.791850 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:32.881695 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Publish callbacks [] for security_group (5f3d9c54-475b-4e70-a0cd-1d82fe279acf), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:32.886671 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5f3d9c54-475b-4e70-a0cd-1d82fe279acf), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:32.925648 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e266d32e4174532afcbde9e48501c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535338 Feb 16 13:32:32.926291 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d9c54-475b-4e70-a0cd-1d82fe279acf,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:32.928371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42328) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:32.933953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.934330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.934680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.935017 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.935349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.935683 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.936013 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.936340 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.936939 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.937274 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.937605 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.937925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.938302 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7477d60d-49a6-4a3e-b9ac-f157544cd948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:32.984595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] Publish callbacks [] for security_group (5f3d9c54-475b-4e70-a0cd-1d82fe279acf), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.012019 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] Publish callbacks [] for security_group (5f3d9c54-475b-4e70-a0cd-1d82fe279acf), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.072367 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (5f3d9c54-475b-4e70-a0cd-1d82fe279acf), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.075950 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.076972 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f3d9c54-475b-4e70-a0cd-1d82fe279acf HTTP/1.1" status: 204 len: 168 time: 0.1474411 Feb 16 13:32:33.085516 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6834c-caad-4457-923c-b8c5407eb929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d9c54-475b-4e70-a0cd-1d82fe279acf,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:33.434680 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42352) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:33.449502 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3800-11fe-4d2c-878e-2473eca377c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.520851 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ae60f-1a93-48d1-8ffb-9a302d596fd2 req-4c6d6f05-639e-4465-88cc-5915741a9dbd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:33.525250 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-782ae60f-1a93-48d1-8ffb-9a302d596fd2 req-4c6d6f05-639e-4465-88cc-5915741a9dbd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0729454 Feb 16 13:32:33.556354 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3800-11fe-4d2c-878e-2473eca377c1 admin admin] Publish callbacks [] for security_group (58551523-6869-41af-b53f-72af78c3fcd0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.562416 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6e7f3800-11fe-4d2c-878e-2473eca377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (58551523-6869-41af-b53f-72af78c3fcd0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.600136 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3800-11fe-4d2c-878e-2473eca377c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58551523-6869-41af-b53f-72af78c3fcd0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:33.604295 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-782ae60f-1a93-48d1-8ffb-9a302d596fd2 req-98242f38-1121-4214-b016-8714bbd17859 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Feb 16 13:32:33.610239 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6e7f3800-11fe-4d2c-878e-2473eca377c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0964f91f4fb4f7eaa4fd705d5f2c2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720469 Feb 16 13:32:33.610239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42358) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:33.632695 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250471-d45d-4d44-b3b2-6cd41da1c3b9 req-15c3314e-66fb-4dae-8054-00d57eda5e52 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:33.634363 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2250471-d45d-4d44-b3b2-6cd41da1c3b9 req-15c3314e-66fb-4dae-8054-00d57eda5e52 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 943 time: 0.0729947 Feb 16 13:32:33.684275 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2250471-d45d-4d44-b3b2-6cd41da1c3b9 req-7906a045-cf1d-43fb-b244-d24bb0ee30e5 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Feb 16 13:32:33.689785 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] Publish callbacks [] for security_group (58551523-6869-41af-b53f-72af78c3fcd0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.712628 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] Publish callbacks [] for security_group (58551523-6869-41af-b53f-72af78c3fcd0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.763113 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (58551523-6869-41af-b53f-72af78c3fcd0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.766508 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:33.767713 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58551523-6869-41af-b53f-72af78c3fcd0 HTTP/1.1" status: 204 len: 168 time: 0.1570935 Feb 16 13:32:33.776438 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d742ac-61fa-4657-9804-3433536ab35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58551523-6869-41af-b53f-72af78c3fcd0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:34.527909 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d8dc74cf-f837-4bcb-b164-d696169db144 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:34.572719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42398) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:34.813561 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d8dc74cf-f837-4bcb-b164-d696169db144,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:34.827133 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'd8dc74cf-f837-4bcb-b164-d696169db144', 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb', 'port_id': 'd8dc74cf-f837-4bcb-b164-d696169db144', 'mac_address': 'fa:16:3e:4a:1b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094c9f6e-6a91-4636-88f4-c5ba94abe362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:34.896927 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ec0a-c421-4682-ac0a-9e6eb71d9e20 req-b51f739b-c307-49f2-8285-18b45690ee3f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:34.899498 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c06ec0a-c421-4682-ac0a-9e6eb71d9e20 req-b51f739b-c307-49f2-8285-18b45690ee3f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1825604 Feb 16 13:32:34.911707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d8dc74cf-f837-4bcb-b164-d696169db144 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:34.912601 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:34.931059 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dc74cf-f837-4bcb-b164-d696169db144 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:34.940625 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3386b9e-c896-43fd-81e6-8421f4fdcc64 req-0f5e98ee-643e-4c1c-9a4f-a08912ab4139 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:34.942513 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e3386b9e-c896-43fd-81e6-8421f4fdcc64 req-0f5e98ee-643e-4c1c-9a4f-a08912ab4139 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 943 time: 0.1064296 Feb 16 13:32:34.980206 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c06ec0a-c421-4682-ac0a-9e6eb71d9e20 req-855d8e13-1937-418e-8066-a3407464a68b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742157 Feb 16 13:32:34.985683 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b73d9b5-8cfa-4b37-b7a1-215d3c190e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:34.986629 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d8dc74cf-f837-4bcb-b164-d696169db144,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:35.000379 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.065937 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e3386b9e-c896-43fd-81e6-8421f4fdcc64 req-4379d2ec-14b2-49f0-bfd7-49814b964606 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 Feb 16 13:32:35.089036 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:35.100242 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.100602 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.101026 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.101485 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.101962 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.102376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.102903 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.103283 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.103622 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.103959 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.104284 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.104821 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.105394 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:35.177479 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b73d9b5-8cfa-4b37-b7a1-215d3c190e33 admin admin] Publish callbacks [] for security_group (e8d65941-64b2-42cf-beba-b3e92928fd2f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.183458 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7b73d9b5-8cfa-4b37-b7a1-215d3c190e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e8d65941-64b2-42cf-beba-b3e92928fd2f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.225517 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73d9b5-8cfa-4b37-b7a1-215d3c190e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d65941-64b2-42cf-beba-b3e92928fd2f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:35.233071 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7b73d9b5-8cfa-4b37-b7a1-215d3c190e33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16351808d7244aefae4fc6da7f9b963f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6569614 Feb 16 13:32:35.233387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42422) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:35.291907 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] Publish callbacks [] for security_group (e8d65941-64b2-42cf-beba-b3e92928fd2f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.320314 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] Publish callbacks [] for security_group (e8d65941-64b2-42cf-beba-b3e92928fd2f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.389626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e8d65941-64b2-42cf-beba-b3e92928fd2f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.394050 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:35.395431 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8d65941-64b2-42cf-beba-b3e92928fd2f HTTP/1.1" status: 204 len: 168 time: 0.1609485 Feb 16 13:32:35.405435 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51387e-47d1-4f72-8d10-96accdd44cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d65941-64b2-42cf-beba-b3e92928fd2f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:35.496282 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['d8dc74cf-f837-4bcb-b164-d696169db144'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:35.923148 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42444) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:35.940460 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01141ff8-9b20-45e6-b14f-38f16ef93c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.056117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01141ff8-9b20-45e6-b14f-38f16ef93c84 admin admin] Publish callbacks [] for security_group (ea4a55a6-c47f-4833-965d-e382a825de7f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.066917 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-01141ff8-9b20-45e6-b14f-38f16ef93c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (ea4a55a6-c47f-4833-965d-e382a825de7f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.107661 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01141ff8-9b20-45e6-b14f-38f16ef93c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a55a6-c47f-4833-965d-e382a825de7f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:36.130953 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-01141ff8-9b20-45e6-b14f-38f16ef93c84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6196fb638f4a4e21974ffd138164c3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063303 Feb 16 13:32:36.135992 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42460) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:36.407291 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f989-dec5-4170-95d8-89387f1b5bf9 req-afd10323-0a79-4d1b-8c08-96642cee150f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:36.409902 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7607f989-dec5-4170-95d8-89387f1b5bf9 req-afd10323-0a79-4d1b-8c08-96642cee150f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2305596 Feb 16 13:32:36.411314 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] Publish callbacks [] for security_group (ea4a55a6-c47f-4833-965d-e382a825de7f), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.433939 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25839524-9ec2-424c-8b95-49f8c903b89d req-1450faa6-22e4-41d0-83e8-530d14694d2b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:36.436002 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25839524-9ec2-424c-8b95-49f8c903b89d req-1450faa6-22e4-41d0-83e8-530d14694d2b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 944 time: 0.2331049 Feb 16 13:32:36.503987 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] Publish callbacks [] for security_group (ea4a55a6-c47f-4833-965d-e382a825de7f), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.528714 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d8dc74cf-f837-4bcb-b164-d696169db144 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:36.635692 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7607f989-dec5-4170-95d8-89387f1b5bf9 req-4903ef1c-7452-4b32-aea8-8c202093c49d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978252 Feb 16 13:32:36.666411 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25839524-9ec2-424c-8b95-49f8c903b89d req-dd0aab23-d104-493c-a7a9-ed418d47d97c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092824 Feb 16 13:32:36.674947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port d8dc74cf-f837-4bcb-b164-d696169db144 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:36.679538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port d8dc74cf-f837-4bcb-b164-d696169db144 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:36.680003 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.702394 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (ea4a55a6-c47f-4833-965d-e382a825de7f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.715760 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.724164 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea4a55a6-c47f-4833-965d-e382a825de7f HTTP/1.1" status: 204 len: 168 time: 0.5861869 Feb 16 13:32:36.746162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42482) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:36.748637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42484) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:36.755693 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15125b4-077f-469a-b98f-b315cef18f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a55a6-c47f-4833-965d-e382a825de7f,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:36.862805 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d8dc74cf-f837-4bcb-b164-d696169db144 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:36.863597 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:36.904630 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:36.908683 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea542263-54b4-4645-8cdc-a2a24a0c0a80" -d '{"events": [{"server_uuid": "643692e1-4187-453a-8995-4985696d158a", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:36.941122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d8dc74cf-f837-4bcb-b164-d696169db144,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:36.949784 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.007461 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf24938-b070-4cea-8676-d187136efad8 x-openstack-request-id: req-5bf24938-b070-4cea-8676-d187136efad8 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:37.007996 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643692e1-4187-453a-8995-4985696d158a", "name": "network-vif-plugged", "status": "completed", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:37.008535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5bf24938-b070-4cea-8676-d187136efad8 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:37.010470 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144', 'code': 200} Feb 16 13:32:37.058390 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:37.107816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea59cdff-673c-4eb6-baeb-9b19b5dd8077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.206229 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aaac67c1-0537-4ff0-a152-fe70d5d20646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.402985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea59cdff-673c-4eb6-baeb-9b19b5dd8077 admin admin] Publish callbacks [] for security_group (1d771423-cb37-48ec-a56d-b665f4763dc0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.412868 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5bb1d-de68-4f47-a93c-8758227da8ff req-45224164-22a6-431b-b5ac-afce86a890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:37.415225 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aaf5bb1d-de68-4f47-a93c-8758227da8ff req-45224164-22a6-431b-b5ac-afce86a890e7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 1129 time: 0.1677001 Feb 16 13:32:37.422015 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ea59cdff-673c-4eb6-baeb-9b19b5dd8077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d771423-cb37-48ec-a56d-b665f4763dc0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.516969 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aaac67c1-0537-4ff0-a152-fe70d5d20646 admin admin] Publish callbacks [] for security_group (31e9b824-2b5c-4f05-9dcc-a7f215acb3d8), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.525037 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ea59cdff-673c-4eb6-baeb-9b19b5dd8077 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed40408549f3488eb0964e4a847e9504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751579 Feb 16 13:32:37.528728 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42506) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:37.533294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59cdff-673c-4eb6-baeb-9b19b5dd8077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d771423-cb37-48ec-a56d-b665f4763dc0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:37.535836 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aaac67c1-0537-4ff0-a152-fe70d5d20646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (31e9b824-2b5c-4f05-9dcc-a7f215acb3d8), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.616075 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-aaf5bb1d-de68-4f47-a93c-8758227da8ff req-e776e5ef-7646-46ca-a951-4142bcd5be34 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879056 Feb 16 13:32:37.622424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] Publish callbacks [] for security_group (1d771423-cb37-48ec-a56d-b665f4763dc0), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.627165 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-aaac67c1-0537-4ff0-a152-fe70d5d20646 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3b68b191c184d29b86218fb1f01e05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8793664 Feb 16 13:32:37.628981 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac67c1-0537-4ff0-a152-fe70d5d20646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e9b824-2b5c-4f05-9dcc-a7f215acb3d8,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:37.629684 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42510) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:37.671603 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] Publish callbacks [] for security_group (1d771423-cb37-48ec-a56d-b665f4763dc0), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.774159 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] Publish callbacks [] for security_group (31e9b824-2b5c-4f05-9dcc-a7f215acb3d8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.815553 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] Publish callbacks [] for security_group (31e9b824-2b5c-4f05-9dcc-a7f215acb3d8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.879898 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d771423-cb37-48ec-a56d-b665f4763dc0), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.884399 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:37.886283 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d771423-cb37-48ec-a56d-b665f4763dc0 HTTP/1.1" status: 204 len: 168 time: 0.3548067 Feb 16 13:32:37.954554 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d2450-3f57-4f57-9b59-3177e3913884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d771423-cb37-48ec-a56d-b665f4763dc0,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:37.976024 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5f20-553d-47f8-ae51-0014360e88cf req-62080c0c-e849-4f7b-aa3d-646de5fae8ef tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:37.987587 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f94e5f20-553d-47f8-ae51-0014360e88cf req-62080c0c-e849-4f7b-aa3d-646de5fae8ef tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2609143 Feb 16 13:32:38.069927 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a391f3-f46b-41e2-a994-4336f1bd3e9c req-c29b6a9d-7c8c-4f43-9426-c9efa62bd35b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:38.072396 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19a391f3-f46b-41e2-a994-4336f1bd3e9c req-c29b6a9d-7c8c-4f43-9426-c9efa62bd35b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.2174098 Feb 16 13:32:38.099206 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (31e9b824-2b5c-4f05-9dcc-a7f215acb3d8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.103914 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.109792 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31e9b824-2b5c-4f05-9dcc-a7f215acb3d8 HTTP/1.1" status: 204 len: 168 time: 0.4785182 Feb 16 13:32:38.135399 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f94e5f20-553d-47f8-ae51-0014360e88cf req-969a774c-624a-4869-996b-1c7ce1e62d9f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459174 Feb 16 13:32:38.148541 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb589d-8c3a-4e15-a782-84905e229343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e9b824-2b5c-4f05-9dcc-a7f215acb3d8,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:38.194952 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19a391f3-f46b-41e2-a994-4336f1bd3e9c req-16dee788-32ae-4347-b95c-698cc40be190 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143000 Feb 16 13:32:38.490478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42544) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:38.516165 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b67b91d-307f-414c-922d-8e60f23168e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.541590 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaba93-61e9-4f6c-9514-284c533787c8 req-0de16d10-e19a-4044-88bb-59c2e3936790 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:38.543375 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecaaba93-61e9-4f6c-9514-284c533787c8 req-0de16d10-e19a-4044-88bb-59c2e3936790 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0772383 Feb 16 13:32:38.637897 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecaaba93-61e9-4f6c-9514-284c533787c8 req-3b766286-ac8e-4dbc-b88f-ea0b2fee6f5a tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Feb 16 13:32:38.649551 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b67b91d-307f-414c-922d-8e60f23168e7 admin admin] Publish callbacks [] for security_group (b8f9e508-2967-4316-a32d-26eba41dc4c4), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.657576 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b67b91d-307f-414c-922d-8e60f23168e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b8f9e508-2967-4316-a32d-26eba41dc4c4), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.716133 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2b67b91d-307f-414c-922d-8e60f23168e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78ac1a6bd804443b9697c7c8b412bfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184873 Feb 16 13:32:38.716133 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67b91d-307f-414c-922d-8e60f23168e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9e508-2967-4316-a32d-26eba41dc4c4,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:38.716643 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42548) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:38.775636 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] Publish callbacks [] for security_group (b8f9e508-2967-4316-a32d-26eba41dc4c4), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.798064 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42552) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:38.801754 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] Publish callbacks [] for security_group (b8f9e508-2967-4316-a32d-26eba41dc4c4), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.812662 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a81f9130-c6b0-41fe-a028-466d338f9e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.888691 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b8f9e508-2967-4316-a32d-26eba41dc4c4), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.894314 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.896146 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8f9e508-2967-4316-a32d-26eba41dc4c4 HTTP/1.1" status: 204 len: 168 time: 0.1781275 Feb 16 13:32:38.906297 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a81f9130-c6b0-41fe-a028-466d338f9e00 admin admin] Publish callbacks [] for security_group (986a9f26-58ea-4249-bd74-0c48cfadfca5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.910813 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49996a-068f-4077-bbe1-62659e3bb6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9e508-2967-4316-a32d-26eba41dc4c4,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:38.923133 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a81f9130-c6b0-41fe-a028-466d338f9e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (986a9f26-58ea-4249-bd74-0c48cfadfca5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:38.987389 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a81f9130-c6b0-41fe-a028-466d338f9e00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cd6ff504e6d4485a2b298e33987993f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874213 Feb 16 13:32:38.988600 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9130-c6b0-41fe-a028-466d338f9e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a9f26-58ea-4249-bd74-0c48cfadfca5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:38.990128 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42560) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:39.074234 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] Publish callbacks [] for security_group (986a9f26-58ea-4249-bd74-0c48cfadfca5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.101797 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] Publish callbacks [] for security_group (986a9f26-58ea-4249-bd74-0c48cfadfca5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.162016 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (986a9f26-58ea-4249-bd74-0c48cfadfca5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.164810 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.166162 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/986a9f26-58ea-4249-bd74-0c48cfadfca5 HTTP/1.1" status: 204 len: 168 time: 0.1747139 Feb 16 13:32:39.180233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c1c69-f5ce-4d85-ba4a-4c6b8f3facd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a9f26-58ea-4249-bd74-0c48cfadfca5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:39.375540 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498fad-72b2-4dda-86e7-1cbfa16082e7 req-c3f517e8-93a3-4435-9e37-35a0224d94d8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:39.382714 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7498fad-72b2-4dda-86e7-1cbfa16082e7 req-c3f517e8-93a3-4435-9e37-35a0224d94d8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1291447 Feb 16 13:32:39.408581 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bdfb4-e9c5-4f56-91f4-1680ca62a757 req-6b560f00-aca9-4a53-957d-f760c0692237 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:39.410141 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e13bdfb4-e9c5-4f56-91f4-1680ca62a757 req-6b560f00-aca9-4a53-957d-f760c0692237 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.1094086 Feb 16 13:32:39.452397 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7498fad-72b2-4dda-86e7-1cbfa16082e7 req-cd76bbea-0a13-4344-8695-af9d2b04e287 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691071 Feb 16 13:32:39.481517 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e13bdfb4-e9c5-4f56-91f4-1680ca62a757 req-b239491c-2662-4779-a80e-9bafa9f95913 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Feb 16 13:32:39.726750 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42586) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:39.745120 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e96e06ba-0f45-48eb-8e62-3a2d8b185466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.843631 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e96e06ba-0f45-48eb-8e62-3a2d8b185466 admin admin] Publish callbacks [] for security_group (aefb3505-d87d-4d58-b448-b954f260e0fb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.849867 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e96e06ba-0f45-48eb-8e62-3a2d8b185466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (aefb3505-d87d-4d58-b448-b954f260e0fb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.856126 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb57b2-b5d9-4a56-aa0c-2619ad1bca03 req-15e1ac17-567e-4cca-8451-593dc086613d tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:39.857821 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2dbb57b2-b5d9-4a56-aa0c-2619ad1bca03 req-15e1ac17-567e-4cca-8451-593dc086613d tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0732634 Feb 16 13:32:39.890112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e06ba-0f45-48eb-8e62-3a2d8b185466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb3505-d87d-4d58-b448-b954f260e0fb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:39.894535 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e96e06ba-0f45-48eb-8e62-3a2d8b185466 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0552901e585049e89192b1894ffe0102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660531 Feb 16 13:32:39.897045 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42588) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:39.957326 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] Publish callbacks [] for security_group (aefb3505-d87d-4d58-b448-b954f260e0fb), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:39.963422 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2dbb57b2-b5d9-4a56-aa0c-2619ad1bca03 req-2faa869a-ad95-44bd-9f67-82f7c030d376 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882697 Feb 16 13:32:39.983666 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] Publish callbacks [] for security_group (aefb3505-d87d-4d58-b448-b954f260e0fb), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:40.075637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (aefb3505-d87d-4d58-b448-b954f260e0fb), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:40.078654 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:40.080162 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aefb3505-d87d-4d58-b448-b954f260e0fb HTTP/1.1" status: 204 len: 168 time: 0.1820252 Feb 16 13:32:40.089349 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bccd87-3354-424a-b2a7-e6ef59395c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb3505-d87d-4d58-b448-b954f260e0fb,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:40.710843 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32702-05e9-4a54-8e06-cdccf6689eb3 req-0f84571d-146b-436f-86f7-35431d1379b7 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:40.713170 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76d32702-05e9-4a54-8e06-cdccf6689eb3 req-0f84571d-146b-436f-86f7-35431d1379b7 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.1052437 Feb 16 13:32:40.728244 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb688b-d85d-4973-99fd-f879f7940949 req-d6d6a57e-637a-4310-b2e1-3d1b000d943c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:40.731113 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46eb688b-d85d-4973-99fd-f879f7940949 req-d6d6a57e-637a-4310-b2e1-3d1b000d943c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1347842 Feb 16 13:32:40.851463 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76d32702-05e9-4a54-8e06-cdccf6689eb3 req-49f7e458-c339-4fe1-acc3-63b33412be07 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187611 Feb 16 13:32:40.879708 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46eb688b-d85d-4973-99fd-f879f7940949 req-f26c97d3-8595-420d-828d-77de424e4ef1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374691 Feb 16 13:32:41.168869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf075523-6f91-4d3a-a005-8847039cb5a3 req-aa734f2b-791a-49fc-9761-22eb8b2bb6e8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:41.170399 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bf075523-6f91-4d3a-a005-8847039cb5a3 req-aa734f2b-791a-49fc-9761-22eb8b2bb6e8 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0966601 Feb 16 13:32:41.247878 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bf075523-6f91-4d3a-a005-8847039cb5a3 req-5d33417d-a152-4d2b-b1a8-a06d2145ea61 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614622 Feb 16 13:32:41.826446 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-565c7155-364d-414d-a50c-0b920024bd04 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:41.831294 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-565c7155-364d-414d-a50c-0b920024bd04 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.104 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.1799169 Feb 16 13:32:42.116338 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Deleting port fa619745-f8a0-4906-a197-20d5c431f1f4 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:32:42.116876 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:42.174791 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f77a-2d0c-4ec7-8034-c80df415fc04 req-9b189525-cfba-41c6-8dca-c06092648826 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:42.177070 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e059f77a-2d0c-4ec7-8034-c80df415fc04 req-9b189525-cfba-41c6-8dca-c06092648826 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.1352558 Feb 16 13:32:42.254578 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c940c8-226c-4c4b-a201-77907593e685 req-cdd7f779-53cb-491b-bff8-4d051d8f1d07 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:42.256428 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-97c940c8-226c-4c4b-a201-77907593e685 req-cdd7f779-53cb-491b-bff8-4d051d8f1d07 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1717117 Feb 16 13:32:42.346387 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e059f77a-2d0c-4ec7-8034-c80df415fc04 req-226c11fb-caf3-4540-8785-568e42148bde tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528480 Feb 16 13:32:42.448633 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-97c940c8-226c-4c4b-a201-77907593e685 req-6ca1f4ad-3be9-44bd-8675-f558adccc20d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794803 Feb 16 13:32:42.569374 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f99bb-6fa8-49b5-b4fb-05d78ae1006b req-a5dfc1fb-e293-49aa-892f-10a11f6afd11 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:42.572043 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-885f99bb-6fa8-49b5-b4fb-05d78ae1006b req-a5dfc1fb-e293-49aa-892f-10a11f6afd11 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 945 time: 0.0734777 Feb 16 13:32:42.673174 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] For port fa619745-f8a0-4906-a197-20d5c431f1f4, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=fa619745-f8a0-4906-a197-20d5c431f1f4,segment=NetworkSegment(511f6d2e-cf2e-4fba-b98d-9437c038154c),segment_id=511f6d2e-cf2e-4fba-b98d-9437c038154c)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:42.673830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:42.689680 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-885f99bb-6fa8-49b5-b4fb-05d78ae1006b req-fac9c220-9c86-4fd1-83e4-05b10b31dc48 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/security-groups?id=8906be09-5a07-47fe-a396-bae015f52860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097610 Feb 16 13:32:42.710903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Calling delete_port for fa619745-f8a0-4906-a197-20d5c431f1f4 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:32:42.919126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (fa619745-f8a0-4906-a197-20d5c431f1f4), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:42.932979 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['fa619745-f8a0-4906-a197-20d5c431f1f4'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:42.950006 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Pushing event deleted for resources: {'Port': ['ID=fa619745-f8a0-4906-a197-20d5c431f1f4,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:43.021222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] No DVR routers for this DVR port fa619745-f8a0-4906-a197-20d5c431f1f4 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:32:43.025183 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:43.029501 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c1ffa26d-3e2c-4888-8e99-97df344fd024 req-a5e948a1-9235-4995-9b3c-3028ab4a93d2 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.104 "DELETE /v2.0/ports/fa619745-f8a0-4906-a197-20d5c431f1f4 HTTP/1.1" status: 204 len: 173 time: 1.1868012 Feb 16 13:32:43.030211 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'name': 'network-vif-deleted', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:43.032778 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84103d8-526d-4d38-926d-0c71d0f1cf8c" -d '{"events": [{"server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "name": "network-vif-deleted", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:43.079745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4f8bf-0763-47e8-af66-5008eebd18ce x-openstack-request-id: req-5df4f8bf-0763-47e8-af66-5008eebd18ce {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:43.080486 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aa3baa-a14c-4525-b703-3d4b021b5260", "name": "network-vif-deleted", "tag": "fa619745-f8a0-4906-a197-20d5c431f1f4", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:43.080813 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5df4f8bf-0763-47e8-af66-5008eebd18ce {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:43.081447 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aa3baa-a14c-4525-b703-3d4b021b5260', 'name': 'network-vif-deleted', 'tag': 'fa619745-f8a0-4906-a197-20d5c431f1f4', 'status': 'completed', 'code': 200} Feb 16 13:32:43.568615 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2472ff-c2ce-4c17-91b3-4ecd75ce475d req-0d56c3cc-2c0f-40b9-96cc-15e8283403d1 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:43.571422 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc2472ff-c2ce-4c17-91b3-4ecd75ce475d req-0d56c3cc-2c0f-40b9-96cc-15e8283403d1 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.0824513 Feb 16 13:32:43.652309 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc2472ff-c2ce-4c17-91b3-4ecd75ce475d req-a9a8b13f-86af-4e4f-9b02-c5c0f290f63b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700350 Feb 16 13:32:43.662738 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db583a-8e0c-41ad-8031-367006f71a9f req-4e9a9b3b-1585-4fa1-9d2d-8c19eb60a756 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:43.669878 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03db583a-8e0c-41ad-8031-367006f71a9f req-4e9a9b3b-1585-4fa1-9d2d-8c19eb60a756 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0972192 Feb 16 13:32:43.726138 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03db583a-8e0c-41ad-8031-367006f71a9f req-18bdf45f-daa7-424f-b96c-d388c768afee tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552523 Feb 16 13:32:43.847163 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-acf48839-a578-4998-aa35-11fc00984c88 req-eb77ba98-51a8-4755-b0f8-7fd2d4495ef0 tempest-DeleteServersTestJSON-643845821 tempest-DeleteServersTestJSON-643845821-project] 10.222.0.73 "GET /v2.0/ports?device_id=98aa3baa-a14c-4525-b703-3d4b021b5260 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Feb 16 13:32:44.033898 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-c45ac623-dd7a-4f8a-82e4-c2ba8643eefc tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:44.036216 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-c45ac623-dd7a-4f8a-82e4-c2ba8643eefc tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 945 time: 0.0853214 Feb 16 13:32:44.154126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Deleting port d8dc74cf-f837-4bcb-b164-d696169db144 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:32:44.154784 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.262211 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] For port d8dc74cf-f837-4bcb-b164-d696169db144, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d8dc74cf-f837-4bcb-b164-d696169db144,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:44.262475 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.275533 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Calling delete_port for d8dc74cf-f837-4bcb-b164-d696169db144 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:32:44.375673 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42778) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:44.428521 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (d8dc74cf-f837-4bcb-b164-d696169db144), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.441746 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['d8dc74cf-f837-4bcb-b164-d696169db144'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:44.469473 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Pushing event deleted for resources: {'Port': ['ID=d8dc74cf-f837-4bcb-b164-d696169db144,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:44.506457 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14c56d40-4b3d-4a8a-a096-372fc4c4d6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.520246 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] No DVR routers for this DVR port d8dc74cf-f837-4bcb-b164-d696169db144 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:32:44.523353 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.526660 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e7668360-e84e-4415-bd33-2e06d1c44d7f req-a3465388-f94f-4ab7-a091-7b12d464201b tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "DELETE /v2.0/ports/d8dc74cf-f837-4bcb-b164-d696169db144 HTTP/1.1" status: 204 len: 173 time: 0.4801278 Feb 16 13:32:44.605976 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14c56d40-4b3d-4a8a-a096-372fc4c4d6b5 admin admin] Publish callbacks [] for security_group (a5479b50-8e65-4b9d-895b-ecf2991ad1da), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.611128 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-14c56d40-4b3d-4a8a-a096-372fc4c4d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a5479b50-8e65-4b9d-895b-ecf2991ad1da), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.663532 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-14c56d40-4b3d-4a8a-a096-372fc4c4d6b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69e253a1dbe54faea6cb7312e3f03e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862570 Feb 16 13:32:44.666728 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42784) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:44.670815 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c56d40-4b3d-4a8a-a096-372fc4c4d6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5479b50-8e65-4b9d-895b-ecf2991ad1da,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:44.723354 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] Publish callbacks [] for security_group (a5479b50-8e65-4b9d-895b-ecf2991ad1da), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.747943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] Publish callbacks [] for security_group (a5479b50-8e65-4b9d-895b-ecf2991ad1da), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.788700 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cffea171-21c8-40b7-9918-e2b3705e6e1d req-bb78797e-c4fe-4a5d-bb78-431676b24b29 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=643692e1-4187-453a-8995-4985696d158a HTTP/1.1" status: 200 len: 210 time: 0.0299268 Feb 16 13:32:44.813518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a5479b50-8e65-4b9d-895b-ecf2991ad1da), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.816468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:44.817652 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5479b50-8e65-4b9d-895b-ecf2991ad1da HTTP/1.1" status: 204 len: 168 time: 0.1499090 Feb 16 13:32:44.825994 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7c9d6-1edc-4851-9e7f-2dd3c29ccf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5479b50-8e65-4b9d-895b-ecf2991ad1da,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:44.877250 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2d0a-e3e7-47a3-bbce-af10ec547926 req-a9930f3e-f06a-40a1-b277-ded3cb9f57de tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:44.879419 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3aea2d0a-e3e7-47a3-bbce-af10ec547926 req-a9930f3e-f06a-40a1-b277-ded3cb9f57de tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Feb 16 13:32:44.951232 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3aea2d0a-e3e7-47a3-bbce-af10ec547926 req-f6c6288d-2133-443c-8da9-0c56f4955c6e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656362 Feb 16 13:32:45.083136 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'name': 'network-vif-deleted', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:45.086318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b727e544-4239-4070-85d8-cf900f5215f4" -d '{"events": [{"server_uuid": "643692e1-4187-453a-8995-4985696d158a", "name": "network-vif-deleted", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:45.176446 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c18e4-c98d-4e6b-8d46-1ff914fc7ea5 x-openstack-request-id: req-ea3c18e4-c98d-4e6b-8d46-1ff914fc7ea5 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:45.176792 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643692e1-4187-453a-8995-4985696d158a", "name": "network-vif-deleted", "tag": "d8dc74cf-f837-4bcb-b164-d696169db144", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:45.177216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea3c18e4-c98d-4e6b-8d46-1ff914fc7ea5 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:45.177914 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643692e1-4187-453a-8995-4985696d158a', 'name': 'network-vif-deleted', 'tag': 'd8dc74cf-f837-4bcb-b164-d696169db144', 'status': 'completed', 'code': 200} Feb 16 13:32:45.260598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42834) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:45.277872 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3a86-8fe6-4563-87f0-a5b98d40f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.370131 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3a86-8fe6-4563-87f0-a5b98d40f050 admin admin] Publish callbacks [] for security_group (93046029-4379-484c-b26a-ca0ad8acbc37), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.374393 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3a86-8fe6-4563-87f0-a5b98d40f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (93046029-4379-484c-b26a-ca0ad8acbc37), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.418429 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3f7d3a86-8fe6-4563-87f0-a5b98d40f050 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d397e2ad14b147a6ae604df5091c080d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553261 Feb 16 13:32:45.420050 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3a86-8fe6-4563-87f0-a5b98d40f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93046029-4379-484c-b26a-ca0ad8acbc37,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:45.421821 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42836) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:45.526789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] Publish callbacks [] for security_group (93046029-4379-484c-b26a-ca0ad8acbc37), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.551586 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] Publish callbacks [] for security_group (93046029-4379-484c-b26a-ca0ad8acbc37), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.641080 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (93046029-4379-484c-b26a-ca0ad8acbc37), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.645160 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:45.646420 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93046029-4379-484c-b26a-ca0ad8acbc37 HTTP/1.1" status: 204 len: 168 time: 0.2223711 Feb 16 13:32:45.656333 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab681b-e098-4fa1-8a03-3a71ac3d7e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93046029-4379-484c-b26a-ca0ad8acbc37,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:46.161040 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46f0be-d7ff-4f86-bf00-35fcc405cf12 req-5128339b-01cc-4df5-8f09-0627ab2d0faa tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:46.166628 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3b46f0be-d7ff-4f86-bf00-35fcc405cf12 req-5128339b-01cc-4df5-8f09-0627ab2d0faa tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1280925 Feb 16 13:32:46.242312 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-c096c17f-45dc-42e0-b42c-05ce0cbab057 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:46.243885 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-c096c17f-45dc-42e0-b42c-05ce0cbab057 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 809 time: 0.1947823 Feb 16 13:32:46.250463 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3b46f0be-d7ff-4f86-bf00-35fcc405cf12 req-d34a3179-97c5-4f17-aebb-7ba54de01bea tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794344 Feb 16 13:32:46.267024 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-18fa9cbf-4423-4588-a1e3-75b26eaccc1e tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/quotas/5fbce55192ac458399206a5ef27193ad HTTP/1.1" status: 200 len: 375 time: 0.0135770 Feb 16 13:32:46.316879 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-dae04b10-fa7a-45d5-ace3-65c28e1d772c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440202 Feb 16 13:32:46.433147 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-5bac27d6-2ea7-4bff-8e19-a9c16c70422d service neutron] 10.222.0.73 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077616 Feb 16 13:32:46.528076 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-c41c90db-e2a8-4c4d-8c4b-59dcb9c362a4 service neutron] 10.222.0.73 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Feb 16 13:32:46.573561 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device fa619745-f8a0-4906-a197-20d5c431f1f4 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:32:46.599759 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: fa619745-f8a0-4906-a197-20d5c431f1f4 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:32:46.600536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device fa619745-f8a0-4906-a197-20d5c431f1f4 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:32:46.719825 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c5b5635-b857-4e47-a532-d6199f4e15be req-e2210771-5b3d-40cd-b998-1a21483ceff3 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 210 time: 0.0322933 Feb 16 13:32:46.908420 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42940) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:46.919617 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c70d7158-9bc0-4877-924b-dfa0e837202a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:46.963454 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Deleting subnet 51cbb270-915a-4e94-a9ef-2bac10f24f94 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:32:46.967171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Publish callbacks [] for subnet (51cbb270-915a-4e94-a9ef-2bac10f24f94), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.007068 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Publish callbacks [] for subnet (51cbb270-915a-4e94-a9ef-2bac10f24f94), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.021368 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (51cbb270-915a-4e94-a9ef-2bac10f24f94), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.093158 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (51cbb270-915a-4e94-a9ef-2bac10f24f94), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.127255 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.130826 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/51cbb270-915a-4e94-a9ef-2bac10f24f94 HTTP/1.1" status: 204 len: 168 time: 0.2212873 Feb 16 13:32:47.132097 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaed968-263a-4dd4-b3de-ba745d0ecb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cbb270-915a-4e94-a9ef-2bac10f24f94,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:47.134375 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 42954) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:47.247098 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (89cf5527-7732-4917-a20d-cd09d70af188), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.391398 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (89cf5527-7732-4917-a20d-cd09d70af188), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.426079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.426436 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.427274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.427671 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.428020 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.428377 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.430239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.430688 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.431144 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.431550 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.437959 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a29e3-485c-4377-b15e-773537c74283 req-67a28e07-4dfd-40cb-aaa6-cb9f16796df8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:47.450160 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e8a29e3-485c-4377-b15e-773537c74283 req-67a28e07-4dfd-40cb-aaa6-cb9f16796df8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1106882 Feb 16 13:32:47.525822 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e8a29e3-485c-4377-b15e-773537c74283 req-ac7dabf8-1518-43a0-9a66-b33deee50573 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694027 Feb 16 13:32:47.571873 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.572314 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.572647 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.572978 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:32:47.573346 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cf5527-7732-4917-a20d-cd09d70af188']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:47.599410 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511f6d2e-cf2e-4fba-b98d-9437c038154c') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:47.600464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511f6d2e-cf2e-4fba-b98d-9437c038154c') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:47.622557 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (511f6d2e-cf2e-4fba-b98d-9437c038154c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.649704 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (511f6d2e-cf2e-4fba-b98d-9437c038154c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.662234 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:32:47.663388 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (511f6d2e-cf2e-4fba-b98d-9437c038154c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: from cryptography.utils import int_from_bytes Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:32:47.687886 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:32:47.763236 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (89cf5527-7732-4917-a20d-cd09d70af188), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.786367 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:47.789871 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] 10.222.0.73 "DELETE /v2.0/networks/89cf5527-7732-4917-a20d-cd09d70af188 HTTP/1.1" status: 204 len: 168 time: 0.6539891 Feb 16 13:32:47.807249 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebfd44-e12b-4255-904e-dde07b2fb89e admin admin] Pushing event deleted for resources: {'Network': ['ID=89cf5527-7732-4917-a20d-cd09d70af188,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:47.880365 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8aeb6515-bed4-413e-83e4-72258038158b req-333428f8-8325-4479-a36a-0567457dee96 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 210 time: 0.0407960 Feb 16 13:32:48.111926 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42992) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:48.141756 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-37a38592-40eb-4868-84d5-664333490809 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:48.142930 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-37a38592-40eb-4868-84d5-664333490809 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 809 time: 0.1855035 Feb 16 13:32:48.155417 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1aa5bb48-678c-4df7-b376-65a3532e9db2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=802670c09dd5455b9ade3b51b7559da4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419240 Feb 16 13:32:48.158288 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 42996) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:48.162124 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Request body: {'port': {'device_id': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb', 'admin_state_up': True, 'tenant_id': '5fbce55192ac458399206a5ef27193ad'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:48.214330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] Publish callbacks [] for security_group (8906be09-5a07-47fe-a396-bae015f52860), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.234869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] Publish callbacks [] for security_group (8906be09-5a07-47fe-a396-bae015f52860), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.297109 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (8906be09-5a07-47fe-a396-bae015f52860), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.300054 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.301338 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8906be09-5a07-47fe-a396-bae015f52860 HTTP/1.1" status: 204 len: 168 time: 0.1413081 Feb 16 13:32:48.311934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f39aa-6a29-47db-8bf5-f13a70c04ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906be09-5a07-47fe-a396-bae015f52860,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:48.369915 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Made reservation on behalf of 5fbce55192ac458399206a5ef27193ad for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:48.375854 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.562536 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Allocated IP 172.20.0.14 (fd39b829-3312-4ce6-be8a-90b2e221b2bb/094c9f6e-6a91-4636-88f4-c5ba94abe362/0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:48.570264 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d8dc74cf-f837-4bcb-b164-d696169db144 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:32:48.604291 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: d8dc74cf-f837-4bcb-b164-d696169db144 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:32:48.604703 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d8dc74cf-f837-4bcb-b164-d696169db144 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:32:48.690754 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056918-166d-4b62-b5e8-14c940d16518 req-2602b4f0-1083-471e-958d-0c4b95e8649a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:48.692807 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-01056918-166d-4b62-b5e8-14c940d16518 req-2602b4f0-1083-471e-958d-0c4b95e8649a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0730219 Feb 16 13:32:48.747721 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-01056918-166d-4b62-b5e8-14c940d16518 req-9476051f-34e0-4ef2-bc5b-ae55528acd60 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Feb 16 13:32:48.765477 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks [] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.809322 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.864074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Network fd39b829-3312-4ce6-be8a-90b2e221b2bb is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:48.871317 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:48.875433 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:32:48.913697 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Pushing event updated for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:48.943888 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:48.944519 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:48.968414 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-abb64cdc-2596-4620-9d3a-a1c57056976c tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8107264 Feb 16 13:32:48.983607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Request body: {'port': {'device_id': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:49.042076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa2d6-d7cf-4a74-9090-02b0bec034e0 req-f89dd30d-dd34-456d-8d12-a71f631e0c4d tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:49.043628 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31baa2d6-d7cf-4a74-9090-02b0bec034e0 req-f89dd30d-dd34-456d-8d12-a71f631e0c4d tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 932 time: 0.0861163 Feb 16 13:32:49.087659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.103598 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31baa2d6-d7cf-4a74-9090-02b0bec034e0 req-a9ff536a-a51d-478c-8f89-8927244c1e5d tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Feb 16 13:32:49.303233 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9c9f-3497-4c77-a95b-7785c81f6c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.343871 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43060) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:49.462646 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-671009043-network', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:49.466000 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:49.473887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks [] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.485371 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Made reservation on behalf of 7759e105b5d349a2be14c3cba6e729b4 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:49.487895 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.490357 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Transition to ACTIVE for port object 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:32:49.496376 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.497789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.559583 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:49.609043 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks [] for security_group (58402b2c-d1f6-4771-8ed8-9d0a683a6229), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.615202 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (58402b2c-d1f6-4771-8ed8-9d0a683a6229), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.641534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:32:49.668841 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e0c9ab58-f15d-4e76-a983-971508a4492d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.669466 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Added segment e0c9ab58-f15d-4e76-a983-971508a4492d of type vlan for network 7f2ac922-563c-4689-8ae1-c7724a89ea75 Feb 16 13:32:49.671332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58402b2c-d1f6-4771-8ed8-9d0a683a6229,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:49.677559 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Attempting to bind port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:32:49.677906 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Attempting to bind port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:32:49.678289 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Attempting to bind port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:49.685489 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:32:49.686157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Attempting to bind port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 on network fd39b829-3312-4ce6-be8a-90b2e221b2bb {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:49.692679 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:32:49.693029 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Checking segment: {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:49.693426 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Bound using segment: {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:32:49.693917 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Bound port: 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38eebb20-7b42-4f98-8ce8-d094a56d819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:32:49.694305 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.728520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (7f2ac922-563c-4689-8ae1-c7724a89ea75), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.756625 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (7f2ac922-563c-4689-8ae1-c7724a89ea75), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.759063 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:49.759802 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.810809 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:32:49.817745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:32:49.826164 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4811282 Feb 16 13:32:49.829053 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43080) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:49.830963 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.836533 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Request body: {'subnet': {'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-subnet', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:49.885110 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:49.885743 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.887893 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] 10.222.0.104 "PUT /v2.0/ports/0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 HTTP/1.1" status: 200 len: 1094 time: 0.9087279 Feb 16 13:32:49.888469 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:49.891936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283006-8283-43ec-8459-075111931a31 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2ac922-563c-4689-8ae1-c7724a89ea75,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:49.893109 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:49.911135 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:32:49.961603 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Made reservation on behalf of 7759e105b5d349a2be14c3cba6e729b4 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:32:49.969192 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:49.979532 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd56a05-f166-41dc-8592-a364343ec264 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:50.007242 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe8589-2463-4652-aa2f-5eefcbf54143 x-openstack-request-id: req-2bfe8589-2463-4652-aa2f-5eefcbf54143 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:50.007824 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:50.007824 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bfe8589-2463-4652-aa2f-5eefcbf54143 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:50.009078 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2', 'status': 'completed', 'code': 200} Feb 16 13:32:50.075647 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-2394c3c8-c1db-4377-80df-c6087ac4f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.077175 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-2394c3c8-c1db-4377-80df-c6087ac4f84b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 1128 time: 0.0870013 Feb 16 13:32:50.082730 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f3054-3606-4230-baf3-12a09a13cf8a req-f53f7c35-67ce-428e-b523-331d70e95505 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.089657 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8b1f3054-3606-4230-baf3-12a09a13cf8a req-f53f7c35-67ce-428e-b523-331d70e95505 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2392557 Feb 16 13:32:50.150836 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8b1f3054-3606-4230-baf3-12a09a13cf8a req-9e8f7bae-16d1-4563-a62b-3cb7ad95ff43 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573077 Feb 16 13:32:50.163412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.180129 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-193e3c8f-d5d1-4cce-bbca-5f573f2ae277 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 HTTP/1.1" status: 200 len: 217 time: 0.0900264 Feb 16 13:32:50.246749 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (3c04a156-faf9-4bd1-b441-97552b77c8ad), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.290918 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-e465dfb1-a885-4e36-beac-5d622d11d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.292432 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-e465dfb1-a885-4e36-beac-5d622d11d100 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=094c9f6e-6a91-4636-88f4-c5ba94abe362 HTTP/1.1" status: 200 len: 849 time: 0.1045673 Feb 16 13:32:50.338678 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-dbea23f6-9ba4-4224-83a8-dd9935e6f662 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fd39b829-3312-4ce6-be8a-90b2e221b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345666 Feb 16 13:32:50.349408 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c04a156-faf9-4bd1-b441-97552b77c8ad,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:50.376670 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad4718-2f5a-494d-a2e6-e0f52bf875bf req-85dba598-d187-4421-aa73-a4fc4b0e81ff tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.378226 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7cad4718-2f5a-494d-a2e6-e0f52bf875bf req-85dba598-d187-4421-aa73-a4fc4b0e81ff tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 944 time: 0.0900509 Feb 16 13:32:50.379397 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Checking segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:50.379756 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Network hostable DHCP agents. Network: 7f2ac922-563c-4689-8ae1-c7724a89ea75, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:32:50.414794 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:32:50.450572 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7cad4718-2f5a-494d-a2e6-e0f52bf875bf req-950b2777-2534-4666-a01d-2d5886bbd22a tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632615 Feb 16 13:32:50.452009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 7f2ac922-563c-4689-8ae1-c7724a89ea75) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:50.458199 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.458778 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.469309 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4b2c6-9a49-4562-95cb-aa0ad4f5e1df None None] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:32:50.476939 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-0d6a496f-a8ce-4ce8-bf7d-83c64e40ea4d service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221838 Feb 16 13:32:50.482060 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6f68beef-3b27-47a3-b7a9-27a0f30add8b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6514509 Feb 16 13:32:50.484434 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43114) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:50.489906 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:50.515902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.517709 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.606869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for router_controller (d5db8cba-09a1-4905-ad94-03b6793d5df6), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.628842 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56631f82-9cdc-469e-b7b5-d5f9988d3db3 req-20f0ba04-01d6-4c41-b426-f525808b5684 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457007 Feb 16 13:32:50.637229 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-7f2ac922-563c-4689-8ae1-c7724a89ea75', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:32:50.638184 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.748674 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-fe7efc20-510b-4838-aa05-05f468882f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.751043 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-fe7efc20-510b-4838-aa05-05f468882f08 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5fbce55192ac458399206a5ef27193ad&device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 1128 time: 0.0525820 Feb 16 13:32:50.793195 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for router_gateway (d5db8cba-09a1-4905-ad94-03b6793d5df6), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:50.794946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43120) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:50.869120 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Allocated IP 172.20.0.2 (7f2ac922-563c-4689-8ae1-c7724a89ea75/3c04a156-faf9-4bd1-b441-97552b77c8ad/0a561535-6f51-48e0-9dab-ae8c123a2da1) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:50.890623 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-37c33f4d-227b-4457-b21c-22bac138a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:50.892442 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-37c33f4d-227b-4457-b21c-22bac138a5b4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 200 len: 910 time: 0.1258557 Feb 16 13:32:50.959061 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-9e12fa95-42e2-44ce-bf07-59c6722d99ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 HTTP/1.1" status: 200 len: 217 time: 0.0562692 Feb 16 13:32:50.965436 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6ddebf3-3255-4615-81c2-52e1d9bd2157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.058048 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-a045c5b0-53c6-4e91-913d-cd30021b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:51.059565 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-a045c5b0-53c6-4e91-913d-cd30021b7db8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=094c9f6e-6a91-4636-88f4-c5ba94abe362 HTTP/1.1" status: 200 len: 849 time: 0.0918341 Feb 16 13:32:51.065354 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks [] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.075845 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.105389 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for router_gateway (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.118708 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-95f8aed4-ced9-4a7e-bab2-4f9386ef3be8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fd39b829-3312-4ce6-be8a-90b2e221b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376842 Feb 16 13:32:51.130437 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:51.131428 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.149990 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Pushing event updated for resources: {'Port': ['ID=0a561535-6f51-48e0-9dab-ae8c123a2da1,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:51.160066 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:51.171187 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:32:51.180042 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6ddebf3-3255-4615-81c2-52e1d9bd2157 admin admin] Publish callbacks [] for security_group (a4f16a63-920c-45ad-a215-67a01e764e04), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.252038 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-c6ddebf3-3255-4615-81c2-52e1d9bd2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a4f16a63-920c-45ad-a215-67a01e764e04), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.290554 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Attempting to bind port 0a561535-6f51-48e0-9dab-ae8c123a2da1 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:32:51.290939 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Attempting to bind port 0a561535-6f51-48e0-9dab-ae8c123a2da1 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:32:51.291308 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Attempting to bind port 0a561535-6f51-48e0-9dab-ae8c123a2da1 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:51.296919 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:32:51.297252 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Checking segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:51.298431 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.298863 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Bound using segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:32:51.299360 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Bound port: 0a561535-6f51-48e0-9dab-ae8c123a2da1, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:32:51.299750 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.329406 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Allocated IP 172.27.3.243 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/555f5768-7c52-41b7-899d-f5f6667adf33) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:51.356108 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-0763f063-0f80-47bc-ae51-d381895c97aa service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296202 Feb 16 13:32:51.359488 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-c6ddebf3-3255-4615-81c2-52e1d9bd2157 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1b3c12d1a0940d483ebb3974cca3743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632889 Feb 16 13:32:51.360253 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddebf3-3255-4615-81c2-52e1d9bd2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f16a63-920c-45ad-a215-67a01e764e04,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:51.366102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43142) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:51.410156 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af160a2-64a7-4120-a0ed-693b57a4db3a req-7d1923fa-c96d-43a4-ac31-e4c80a162fe1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:51.411828 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7af160a2-64a7-4120-a0ed-693b57a4db3a req-7d1923fa-c96d-43a4-ac31-e4c80a162fe1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1668403 Feb 16 13:32:51.417104 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] For port 0a561535-6f51-48e0-9dab-ae8c123a2da1, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:32:51.424263 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] For port 0a561535-6f51-48e0-9dab-ae8c123a2da1, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0a561535-6f51-48e0-9dab-ae8c123a2da1,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:32:51.442973 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.525103 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f435c-a73c-4899-9478-b9945ee1455d None None] Pushing event updated for resources: {'Port': ['ID=0a561535-6f51-48e0-9dab-ae8c123a2da1,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:51.794132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.881907 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7af160a2-64a7-4120-a0ed-693b57a4db3a req-d817d9a1-0f9c-48f2-a466-b8e0ec943bba tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579566 Feb 16 13:32:51.948861 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for port (555f5768-7c52-41b7-899d-f5f6667adf33), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:51.986042 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-afc96ffe-b6c0-40cf-a28a-6089e8b8d48d req-60533d81-6604-4060-8bda-2cf33cf09a40 service neutron] 10.222.0.104 "GET /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177294 Feb 16 13:32:51.986683 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52727862-d3be-4cd6-8714-2ccb44a71064 req-029d0041-7071-4898-84d3-1324363a9962 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:51.991967 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] Publish callbacks [] for security_group (a4f16a63-920c-45ad-a215-67a01e764e04), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.003131 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52727862-d3be-4cd6-8714-2ccb44a71064 req-029d0041-7071-4898-84d3-1324363a9962 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 944 time: 0.2095981 Feb 16 13:32:52.056226 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] Publish callbacks [] for security_group (a4f16a63-920c-45ad-a215-67a01e764e04), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.085823 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.097041 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52727862-d3be-4cd6-8714-2ccb44a71064 req-2f262ca9-9801-4ed9-b509-aa0666d28101 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930467 Feb 16 13:32:52.144545 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:52.153106 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:52.161474 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a4f16a63-920c-45ad-a215-67a01e764e04), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.162366 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:32:52.165126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.166424 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4f16a63-920c-45ad-a215-67a01e764e04 HTTP/1.1" status: 204 len: 168 time: 0.7973325 Feb 16 13:32:52.175146 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51f8ca-c9b8-4bde-bbb1-a8d47d60a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f16a63-920c-45ad-a215-67a01e764e04,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.206380 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Pushing event updated for resources: {'Port': ['ID=555f5768-7c52-41b7-899d-f5f6667adf33,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.275947 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43166) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:52.366765 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0a561535-6f51-48e0-9dab-ae8c123a2da1 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:52.439517 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for router_gateway (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.457778 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0a561535-6f51-48e0-9dab-ae8c123a2da1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:52.458385 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.556672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0a561535-6f51-48e0-9dab-ae8c123a2da1 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:52.557369 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.571953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39a239de-3aba-406f-b541-7f5f68a41842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.611427 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 0a561535-6f51-48e0-9dab-ae8c123a2da1, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0a561535-6f51-48e0-9dab-ae8c123a2da1,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:52.624069 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.681726 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43176) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:52.712048 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5195ed98-fa83-4e80-9364-806523fc638a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.730434 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.735693 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=0a561535-6f51-48e0-9dab-ae8c123a2da1,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.752095 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39a239de-3aba-406f-b541-7f5f68a41842 admin admin] Publish callbacks [] for security_group (993d39ba-702c-4ec8-9d9b-a8ef40c2b09f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.760343 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-39a239de-3aba-406f-b541-7f5f68a41842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (993d39ba-702c-4ec8-9d9b-a8ef40c2b09f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.808742 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-39a239de-3aba-406f-b541-7f5f68a41842 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dddd97bd59f649be84f0cb0901d548c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315821 Feb 16 13:32:52.809652 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a239de-3aba-406f-b541-7f5f68a41842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d39ba-702c-4ec8-9d9b-a8ef40c2b09f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:52.812651 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43180) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:52.879957 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] Publish callbacks [] for security_group (993d39ba-702c-4ec8-9d9b-a8ef40c2b09f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.909555 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] Publish callbacks [] for security_group (993d39ba-702c-4ec8-9d9b-a8ef40c2b09f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.945176 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5195ed98-fa83-4e80-9364-806523fc638a admin admin] Publish callbacks [] for security_group (c43c83b4-2ce5-42fe-82b1-27623b52005c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.952277 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5195ed98-fa83-4e80-9364-806523fc638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c43c83b4-2ce5-42fe-82b1-27623b52005c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:52.968931 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43184) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:53.004576 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (993d39ba-702c-4ec8-9d9b-a8ef40c2b09f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.008527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.009870 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/993d39ba-702c-4ec8-9d9b-a8ef40c2b09f HTTP/1.1" status: 204 len: 168 time: 0.1963086 Feb 16 13:32:53.017842 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5195ed98-fa83-4e80-9364-806523fc638a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8472042359ce4eb49712c6c1b1006228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349612 Feb 16 13:32:53.019745 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ed98-fa83-4e80-9364-806523fc638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c83b4-2ce5-42fe-82b1-27623b52005c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:53.023839 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43190) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:53.035676 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e56b-198d-4e4a-a6ea-5abbb916b8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d39ba-702c-4ec8-9d9b-a8ef40c2b09f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:53.048559 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:32:53.105538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.177377 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b44d9b5-f229-4397-aab9-0f45e48dd5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.227019 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17568aa0-c49b-49ac-ab59-8e18d21223af None None] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:32:53.317292 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead803-6858-4e19-86a4-debdad7325e3 req-ea2a621a-f25f-457c-a5aa-c8b76e7a0f91 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:53.318831 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-caead803-6858-4e19-86a4-debdad7325e3 req-ea2a621a-f25f-457c-a5aa-c8b76e7a0f91 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2870669 Feb 16 13:32:53.325028 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] Publish callbacks [] for security_group (c43c83b4-2ce5-42fe-82b1-27623b52005c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.357608 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b44d9b5-f229-4397-aab9-0f45e48dd5f5 admin admin] Publish callbacks [] for security_group (00f737e4-93f3-4a8d-b366-d87885beed7f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.364993 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-5604c49c-9e12-48d3-aa72-4fac3783d2f4 None None] Provisioning complete for port 0a561535-6f51-48e0-9dab-ae8c123a2da1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:53.365790 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5604c49c-9e12-48d3-aa72-4fac3783d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.366967 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1b44d9b5-f229-4397-aab9-0f45e48dd5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00f737e4-93f3-4a8d-b366-d87885beed7f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.386096 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] Publish callbacks [] for security_group (c43c83b4-2ce5-42fe-82b1-27623b52005c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.421557 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e17b1-3d7b-43ce-9a35-1eee1bf0c7b4 req-3b4502f8-3c17-4507-ae03-b7a9b38d2f8e tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:53.423140 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-744e17b1-3d7b-43ce-9a35-1eee1bf0c7b4 req-3b4502f8-3c17-4507-ae03-b7a9b38d2f8e tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 944 time: 0.2002225 Feb 16 13:32:53.430235 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:32:53.444027 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:32:53.467263 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:32:53.468714 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:53.485361 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-caead803-6858-4e19-86a4-debdad7325e3 req-1da27c58-7666-457c-b573-ba606f600f51 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518798 Feb 16 13:32:53.514656 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-5604c49c-9e12-48d3-aa72-4fac3783d2f4 None None] Current status of the port 0a561535-6f51-48e0-9dab-ae8c123a2da1 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:53.516351 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1b44d9b5-f229-4397-aab9-0f45e48dd5f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bed7ae3a89594b698dd20be0217dfbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460820 Feb 16 13:32:53.524169 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43202) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:53.525765 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44d9b5-f229-4397-aab9-0f45e48dd5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f737e4-93f3-4a8d-b366-d87885beed7f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:53.530647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.532092 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-981a5eaa-f80b-423b-9d6e-c3420af5a587 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0464082 Feb 16 13:32:53.546649 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43204) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:53.618749 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] Publish callbacks [] for security_group (00f737e4-93f3-4a8d-b366-d87885beed7f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.643069 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43208) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:53.652709 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-744e17b1-3d7b-43ce-9a35-1eee1bf0c7b4 req-b8d9d65f-4800-406f-8bf9-8bad8315d868 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162902 Feb 16 13:32:53.668999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c3f10f8-8d64-42dc-b8f0-211cc20922f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.685884 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] Publish callbacks [] for security_group (00f737e4-93f3-4a8d-b366-d87885beed7f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.698009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c43c83b4-2ce5-42fe-82b1-27623b52005c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.701740 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.702983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c43c83b4-2ce5-42fe-82b1-27623b52005c HTTP/1.1" status: 204 len: 168 time: 0.6781206 Feb 16 13:32:53.724888 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84a0f1-6b90-459d-b4d0-d477d8d297c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c83b4-2ce5-42fe-82b1-27623b52005c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:53.829100 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:32:53.829540 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00f737e4-93f3-4a8d-b366-d87885beed7f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.834914 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.838752 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00f737e4-93f3-4a8d-b366-d87885beed7f HTTP/1.1" status: 204 len: 168 time: 0.3094635 Feb 16 13:32:53.877586 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c3f10f8-8d64-42dc-b8f0-211cc20922f9 admin admin] Publish callbacks [] for security_group (f67080e8-e31a-466b-8979-76872198be18), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.877586 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cec4c-aef1-412c-a439-0c51dea6b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f737e4-93f3-4a8d-b366-d87885beed7f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:53.886711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c3f10f8-8d64-42dc-b8f0-211cc20922f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f67080e8-e31a-466b-8979-76872198be18), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:53.969074 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c3f10f8-8d64-42dc-b8f0-211cc20922f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35ddd865e1554451a7949c79702ae0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220787 Feb 16 13:32:53.972133 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43222) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:54.006477 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f10f8-8d64-42dc-b8f0-211cc20922f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67080e8-e31a-466b-8979-76872198be18,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:54.054580 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-bdc9d792-6222-4bd9-b5cb-4dfbaebf71fd None None] Provisioning complete for port 0a561535-6f51-48e0-9dab-ae8c123a2da1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:54.054957 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d792-6222-4bd9-b5cb-4dfbaebf71fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.072502 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] Publish callbacks [] for security_group (f67080e8-e31a-466b-8979-76872198be18), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.149976 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:52Z', 'revision_number': 3, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:54.188832 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:32:54.190640 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Updating router d5db8cba-09a1-4905-ad94-03b6793d5df6 port 555f5768-7c52-41b7-899d-f5f6667adf33 binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:32:54.205105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9d792-6222-4bd9-b5cb-4dfbaebf71fd None None] Current status of the port 0a561535-6f51-48e0-9dab-ae8c123a2da1 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:54.209447 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] Publish callbacks [] for security_group (f67080e8-e31a-466b-8979-76872198be18), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.229072 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.312659 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0a561535-6f51-48e0-9dab-ae8c123a2da1 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:54.351878 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f67080e8-e31a-466b-8979-76872198be18), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.355558 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.360029 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f67080e8-e31a-466b-8979-76872198be18 HTTP/1.1" status: 204 len: 168 time: 0.3868339 Feb 16 13:32:54.395380 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ee6f4-71b6-4138-b4f1-720a91ef4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67080e8-e31a-466b-8979-76872198be18,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:54.409922 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0a561535-6f51-48e0-9dab-ae8c123a2da1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:54.410622 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.496327 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.540992 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0a561535-6f51-48e0-9dab-ae8c123a2da1 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:54.573913 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43238) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:54.584314 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:32:54.590403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c168307-77cd-4180-a615-1a12490fed00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.708366 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks [] for port (555f5768-7c52-41b7-899d-f5f6667adf33), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.721543 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.775775 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Pushing event updated for resources: {'Port': ['ID=555f5768-7c52-41b7-899d-f5f6667adf33,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:54.800685 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.801851 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.802498 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.803206 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.803865 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.804511 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.805093 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.806237 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.806834 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.808620 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.809340 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.809921 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.810638 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:32:54.825239 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86bef-3f28-487e-a5c2-c984ba93ec82 req-de5c5843-87ef-43af-b392-93fab62ee225 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:54.828569 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70d86bef-3f28-487e-a5c2-c984ba93ec82 req-de5c5843-87ef-43af-b392-93fab62ee225 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2219517 Feb 16 13:32:54.839856 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:54.851159 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Attempting to bind port 555f5768-7c52-41b7-899d-f5f6667adf33 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:32:54.851931 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Attempting to bind port 555f5768-7c52-41b7-899d-f5f6667adf33 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:32:54.852778 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Attempting to bind port 555f5768-7c52-41b7-899d-f5f6667adf33 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:32:54.859972 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:32:54.860900 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:32:54.862046 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.862728 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:32:54.863450 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Bound port: 555f5768-7c52-41b7-899d-f5f6667adf33, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:32:54.864172 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.868412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2', 'network_id': 'fd39b829-3312-4ce6-be8a-90b2e221b2bb', 'port_id': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2', 'mac_address': 'fa:16:3e:18:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094c9f6e-6a91-4636-88f4-c5ba94abe362', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:32:54.937464 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:54.945358 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:54.958479 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Allocated IP 172.20.0.1 (7f2ac922-563c-4689-8ae1-c7724a89ea75/3c04a156-faf9-4bd1-b441-97552b77c8ad/408e6493-7676-40eb-9273-0074e7e5e95e) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:32:54.988821 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:32:55.015913 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] For port 555f5768-7c52-41b7-899d-f5f6667adf33, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:32:55.028530 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] For port 555f5768-7c52-41b7-899d-f5f6667adf33, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=555f5768-7c52-41b7-899d-f5f6667adf33,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:32:55.034163 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-70d86bef-3f28-487e-a5c2-c984ba93ec82 req-d997afd4-c75f-46ea-a9bc-32f6e62cf7e6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954486 Feb 16 13:32:55.042825 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95109-f4d6-4793-8852-5dde3a771cfb req-2a675e1b-04ff-42ae-9e9b-779945b0ae06 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:55.049231 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4cb95109-f4d6-4793-8852-5dde3a771cfb req-2a675e1b-04ff-42ae-9e9b-779945b0ae06 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 944 time: 0.2839115 Feb 16 13:32:55.065512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c168307-77cd-4180-a615-1a12490fed00 admin admin] Publish callbacks [] for security_group (18628eb9-1e44-445e-85bd-507a17e66a87), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.069442 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.093235 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:55.095211 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5c168307-77cd-4180-a615-1a12490fed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (18628eb9-1e44-445e-85bd-507a17e66a87), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.100707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.164199 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5c168307-77cd-4180-a615-1a12490fed00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9a8f4c1dc1b458fbc91d5de1c226be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5882123 Feb 16 13:32:55.166582 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43270) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:55.201547 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9972522-7245-43a9-b7d0-0856f8663f28 None None] Pushing event updated for resources: {'Port': ['ID=555f5768-7c52-41b7-899d-f5f6667adf33,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:55.211774 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:32:55.213601 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:55.220579 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:55.300066 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] Publish callbacks [] for security_group (18628eb9-1e44-445e-85bd-507a17e66a87), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.341615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] Publish callbacks [] for security_group (18628eb9-1e44-445e-85bd-507a17e66a87), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.357438 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c168307-77cd-4180-a615-1a12490fed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18628eb9-1e44-445e-85bd-507a17e66a87,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:55.387186 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4cb95109-f4d6-4793-8852-5dde3a771cfb req-2e1ce399-f7f3-4227-bf6e-9ef8cf41985e tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172379 Feb 16 13:32:55.402694 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:32:55.408946 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:32:55.451556 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (18628eb9-1e44-445e-85bd-507a17e66a87), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.456328 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.461591 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18628eb9-1e44-445e-85bd-507a17e66a87 HTTP/1.1" status: 204 len: 168 time: 0.2906439 Feb 16 13:32:55.479001 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484d98-e0cd-4e3c-9564-aeb7e8b1c526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18628eb9-1e44-445e-85bd-507a17e66a87,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:55.499103 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks [] for port (408e6493-7676-40eb-9273-0074e7e5e95e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.631346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.730843 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Pushing event updated for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:55.739144 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:55.740755 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:55.744009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:32:55.744676 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:55.803008 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:52Z', 'revision_number': 3, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:55.906054 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcad14-5030-4c1d-8662-a86baf659b36 req-b7cb31ef-e737-4941-a4a9-af66df3322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:55.910668 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9fcad14-5030-4c1d-8662-a86baf659b36 req-b7cb31ef-e737-4941-a4a9-af66df3322dd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1129 time: 0.1136885 Feb 16 13:32:56.022548 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f9fcad14-5030-4c1d-8662-a86baf659b36 req-315705aa-9d31-4b92-91db-0e656e978774 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042213 Feb 16 13:32:56.032534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.042889 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb5751-2655-4a47-a2ed-b788ab6799a1 None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:52Z', 'revision_number': 3, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:32:56.153472 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-62949754-381f-462d-98f2-f13345ed05c3 None None] Provisioning complete for port 408e6493-7676-40eb-9273-0074e7e5e95e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:56.154208 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-62949754-381f-462d-98f2-f13345ed05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.205770 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-62949754-381f-462d-98f2-f13345ed05c3 None None] Port 408e6493-7676-40eb-9273-0074e7e5e95e cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:32:56.307227 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9b06-15c6-4ce8-aa05-db36a243a178 req-0e146571-e91b-435a-aef8-87a84107b8e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:56.309216 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc3d9b06-15c6-4ce8-aa05-db36a243a178 req-0e146571-e91b-435a-aef8-87a84107b8e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1375363 Feb 16 13:32:56.399708 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks [] for port (408e6493-7676-40eb-9273-0074e7e5e95e), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.404500 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cc3d9b06-15c6-4ce8-aa05-db36a243a178 req-d87bd67e-2cec-45ce-ade3-c3b2894e5e81 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851471 Feb 16 13:32:56.406073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.407031 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.587790 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:56.661304 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Pushing event updated for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:56.680269 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:32:56.696667 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:56.697137 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.868502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:56.869143 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:56.895800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:32:56.906642 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb91603-69a3-4948-b8fd-394856f71aaf" -d '{"events": [{"server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:32:56.932876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:56.957870 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:57.044646 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc876b-9192-4e83-85e5-c519e4681696 x-openstack-request-id: req-a8dc876b-9192-4e83-85e5-c519e4681696 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:32:57.052519 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:32:57.055307 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5bef4-179c-4b8c-a437-c9185a458613 req-0d950a79-68d2-4ed0-866b-0a3b2f5f613f tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:57.056461 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8dc876b-9192-4e83-85e5-c519e4681696 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:32:57.057053 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2', 'code': 200} Feb 16 13:32:57.064193 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6b5bef4-179c-4b8c-a437-c9185a458613 req-0d950a79-68d2-4ed0-866b-0a3b2f5f613f tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 945 time: 0.4226322 Feb 16 13:32:57.066392 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:32:57.068432 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:32:57.100095 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:57.330968 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088db74-030c-48fa-a5e9-97d31e96519b req-f9d44e96-4034-45d6-8dc4-b788c1db0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:57.332503 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7088db74-030c-48fa-a5e9-97d31e96519b req-f9d44e96-4034-45d6-8dc4-b788c1db0a34 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 1130 time: 0.0782282 Feb 16 13:32:57.391697 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6b5bef4-179c-4b8c-a437-c9185a458613 req-3e147445-9d25-4f98-a149-234b54421d40 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958696 Feb 16 13:32:57.502265 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:32:57.510104 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7088db74-030c-48fa-a5e9-97d31e96519b req-a1dc8fa7-cc3f-48b3-896b-9f0f7bcf5700 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670105 Feb 16 13:32:57.581642 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-033ea0e4-008a-47e2-bcce-24fa14bc5ff8 None None] Provisioning complete for port 408e6493-7676-40eb-9273-0074e7e5e95e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:57.582455 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-033ea0e4-008a-47e2-bcce-24fa14bc5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:57.668529 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-033ea0e4-008a-47e2-bcce-24fa14bc5ff8 None None] Port 408e6493-7676-40eb-9273-0074e7e5e95e cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:32:57.773979 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a343-6687-45a2-b858-1a32fc7cf937 req-91b29619-d130-4998-b58c-b6d576064305 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:57.776885 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ca5a343-6687-45a2-b858-1a32fc7cf937 req-91b29619-d130-4998-b58c-b6d576064305 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2570741 Feb 16 13:32:57.860767 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:32:57.883445 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a3a07004-0ddf-4403-9fdd-5ca44f15485d admin admin] 10.222.0.73 "PUT /v2.0/routers/d5db8cba-09a1-4905-ad94-03b6793d5df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3224204 Feb 16 13:32:57.901918 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8ca5a343-6687-45a2-b858-1a32fc7cf937 req-1c446182-a736-47df-8d91-a26142999d08 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162040 Feb 16 13:32:58.169704 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0125833-a9ce-47f5-924d-6f7ffa3dc6e7 req-68f7326c-2919-4f06-b6cc-a461064d93d3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:58.171645 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0125833-a9ce-47f5-924d-6f7ffa3dc6e7 req-68f7326c-2919-4f06-b6cc-a461064d93d3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0843883 Feb 16 13:32:58.307215 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0125833-a9ce-47f5-924d-6f7ffa3dc6e7 req-fb0582e9-91e2-4444-a377-cab03f8de522 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281002 Feb 16 13:32:58.416145 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 555f5768-7c52-41b7-899d-f5f6667adf33 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:32:58.474695 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:58.506499 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 555f5768-7c52-41b7-899d-f5f6667adf33 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:58.506932 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:58.632112 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 555f5768-7c52-41b7-899d-f5f6667adf33 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:32:58.634318 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:58.673287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd755f-cf10-44ef-8f25-66a0748cb20b req-65d580c2-2287-46fb-8365-065dfab8bd10 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:58.675182 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59bd755f-cf10-44ef-8f25-66a0748cb20b req-65d580c2-2287-46fb-8365-065dfab8bd10 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 946 time: 0.1269631 Feb 16 13:32:58.701299 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 555f5768-7c52-41b7-899d-f5f6667adf33, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=555f5768-7c52-41b7-899d-f5f6667adf33,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:32:58.714249 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:58.760847 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-59bd755f-cf10-44ef-8f25-66a0748cb20b req-65c1448d-5c24-4f0d-84e5-c6f534141fb8 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712008 Feb 16 13:32:58.867782 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:32:58.880728 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=555f5768-7c52-41b7-899d-f5f6667adf33,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:58.901982 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:32:58.948358 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:32:58.948997 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:59.118346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43440) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:59.127117 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672958301', 'description': 'tempest-description--83995989'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:59.170008 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.219265 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:32:59.274369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (37e20868-5fc3-4453-9cf0-fd8e0cd343a0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.279965 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (37e20868-5fc3-4453-9cf0-fd8e0cd343a0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.318617 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.321169 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2008798 Feb 16 13:32:59.325931 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43444) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:59.329005 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca020d-315e-409e-9611-02c5aef07bcb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e20868-5fc3-4453-9cf0-fd8e0cd343a0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:59.343478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group_rule': {'security_group_id': '37e20868-5fc3-4453-9cf0-fd8e0cd343a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:59.369340 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (f7456ba5-e711-4ac4-8c88-4c190d896df3), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.436195 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (f7456ba5-e711-4ac4-8c88-4c190d896df3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.442105 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (f7456ba5-e711-4ac4-8c88-4c190d896df3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.455970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7456ba5-e711-4ac4-8c88-4c190d896df3,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:59.476498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.477731 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2320ca52-c5b8-44db-84d1-77c674c5a4f2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501093 Feb 16 13:32:59.480785 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43446) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:59.481221 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:32:56Z', 'revision_number': 2, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:32:59.485340 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group_rule': {'security_group_id': '37e20868-5fc3-4453-9cf0-fd8e0cd343a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:59.513170 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (eefb4437-22c8-4245-86bc-ad833c49b63f), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.513470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:32:59.513660 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Updating router d5db8cba-09a1-4905-ad94-03b6793d5df6 port 408e6493-7676-40eb-9273-0074e7e5e95e binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:32:59.542621 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.576743 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (eefb4437-22c8-4245-86bc-ad833c49b63f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.583920 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (eefb4437-22c8-4245-86bc-ad833c49b63f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.602904 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefb4437-22c8-4245-86bc-ad833c49b63f,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:59.615205 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.616452 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b2e09ad9-053b-44d2-853c-368899a00968 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346865 Feb 16 13:32:59.619998 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43448) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:32:59.626590 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:32:59.665275 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.781835 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.886011 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks [] for port (408e6493-7676-40eb-9273-0074e7e5e95e), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.893910 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:32:59.958373 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a441a-8c11-4944-a437-a3e83ad67d2a None None] Pushing event updated for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:00.010243 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Allocated IP 172.27.3.209 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/5918d1ea-8fdb-4769-abac-f1149e40b8b2) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:00.017183 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Attempting to bind port 408e6493-7676-40eb-9273-0074e7e5e95e on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:00.017568 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Attempting to bind port 408e6493-7676-40eb-9273-0074e7e5e95e by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:00.017941 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Attempting to bind port 408e6493-7676-40eb-9273-0074e7e5e95e on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:00.024800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:00.025185 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Checking segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:00.025648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.026074 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Bound using segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:00.027648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Bound port: 408e6493-7676-40eb-9273-0074e7e5e95e, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:00.027648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.042867 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57b3ad-b176-4543-a647-a54149a8c187 req-8ffce03a-1c95-45de-88c2-ab568f18d4c3 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:00.057542 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a57b3ad-b176-4543-a647-a54149a8c187 req-8ffce03a-1c95-45de-88c2-ab568f18d4c3 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 946 time: 0.1855519 Feb 16 13:33:00.133252 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a57b3ad-b176-4543-a647-a54149a8c187 req-409222ba-a96c-4870-b927-1fba35992233 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745516 Feb 16 13:33:00.136389 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] For port 408e6493-7676-40eb-9273-0074e7e5e95e, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:00.142582 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] For port 408e6493-7676-40eb-9273-0074e7e5e95e, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=408e6493-7676-40eb-9273-0074e7e5e95e,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:00.174301 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.252152 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.342443 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.358797 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:00.359672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:32:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:00.361536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a441a-8c11-4944-a437-a3e83ad67d2a None None] Pushing event updated for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:00.434410 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:00.439009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=5918d1ea-8fdb-4769-abac-f1149e40b8b2,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:00.445934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:00.449150 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:00.559865 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 555f5768-7c52-41b7-899d-f5f6667adf33 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:00.635197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Provisioning complete for port 408e6493-7676-40eb-9273-0074e7e5e95e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:00.635677 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.635876 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.814507 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 555f5768-7c52-41b7-899d-f5f6667adf33 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:00.815585 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.831449 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-5a1b71e1-5e76-4b29-9452-8deccdb574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:00.837742 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-5a1b71e1-5e76-4b29-9452-8deccdb574e6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.1098137 Feb 16 13:33:00.845108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.890239 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:00.900779 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Current status of the port 408e6493-7676-40eb-9273-0074e7e5e95e is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:00.901245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:00.924770 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f395-8706-417a-989d-8267099ea17d req-b279e246-8078-436f-81f3-250f956eafde tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:00.926894 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de43f395-8706-417a-989d-8267099ea17d req-b279e246-8078-436f-81f3-250f956eafde tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1448019 Feb 16 13:33:01.068464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-d3c01ebd-52e5-40a6-b0d0-34ca72f0bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:01.076103 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-d3c01ebd-52e5-40a6-b0d0-34ca72f0bed1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.2232816 Feb 16 13:33:01.101819 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de43f395-8706-417a-989d-8267099ea17d req-340d0049-0684-4f6e-bfb5-9c2b8dda5e41 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634672 Feb 16 13:33:01.141928 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] For port 408e6493-7676-40eb-9273-0074e7e5e95e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=408e6493-7676-40eb-9273-0074e7e5e95e,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:01.145114 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-b7ce2be5-3386-45d7-90f4-0e639c2682e3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0613496 Feb 16 13:33:01.158169 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.246343 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.261022 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.289542 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-03ab49c6-1d1f-4b2a-8773-8a77b82b9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:01.295075 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-03ab49c6-1d1f-4b2a-8773-8a77b82b9f9e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1325333 Feb 16 13:33:01.321953 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 555f5768-7c52-41b7-899d-f5f6667adf33 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:01.368714 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.384556 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-f0be0246-3b6a-4c8a-87cc-f8411aef0a9f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814006 Feb 16 13:33:01.443403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.454055 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8239698 Feb 16 13:33:01.481964 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f68388-20fa-4df9-8a3a-d86e2e0fb048 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=5918d1ea-8fdb-4769-abac-f1149e40b8b2,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:01.508140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-c0edc8e9-7fb3-4df6-a91d-6fccaa6c3a90 None None] Provisioning complete for port 408e6493-7676-40eb-9273-0074e7e5e95e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:01.508628 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c0edc8e9-7fb3-4df6-a91d-6fccaa6c3a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:01.542749 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1a9fb-c488-4a14-929f-f332ea8478d6 None None] Pushing event updated for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:01.605551 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-7d3e8158-d405-47c7-8108-d0fbde327f04 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083342 Feb 16 13:33:01.643835 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:01.683797 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261402a8-d167-4bd1-9bab-78782972d7b1 req-ef9786f7-4691-4d8a-87de-13ebc55a1b57 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:01.686746 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-261402a8-d167-4bd1-9bab-78782972d7b1 req-ef9786f7-4691-4d8a-87de-13ebc55a1b57 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 946 time: 0.0761900 Feb 16 13:33:01.772455 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c87e9f60-2567-49f9-9e2e-dcbc285e5f97 req-4c8e4476-7f0c-48b0-81e8-4cf8ed104305 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588933 Feb 16 13:33:01.808745 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f728a13-5ed6-4665-acbd-a49bc2d9960b None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:01.862209 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-c0edc8e9-7fb3-4df6-a91d-6fccaa6c3a90 None None] Current status of the port 408e6493-7676-40eb-9273-0074e7e5e95e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:01.876410 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-261402a8-d167-4bd1-9bab-78782972d7b1 req-08291931-3ee3-42c5-b107-6c75c792a868 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820579 Feb 16 13:33:01.895233 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-fd5fcf21-b564-4224-9148-9556c54aed4a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--672958301&fields=id&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 267 time: 0.1287260 Feb 16 13:33:01.902847 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43530) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:02.086894 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-19a326ae-ea7f-42e9-911d-9737d20b0c2d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:02.089096 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-19a326ae-ea7f-42e9-911d-9737d20b0c2d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 816 time: 0.1803288 Feb 16 13:33:02.111645 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-86ac906f-e03d-488c-bc3f-28b7e938739a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/quotas/7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 375 time: 0.0147619 Feb 16 13:33:02.137315 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a17a12df-dd1a-4df9-bc6b-96e463cf42b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.219555 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0a6f164e-01a3-4d79-9b0f-5565fb10e517 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014159 Feb 16 13:33:02.273993 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a17a12df-dd1a-4df9-bc6b-96e463cf42b5 admin admin] Publish callbacks [] for security_group (803616c1-29d7-47ab-94ba-c639eb8d595f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.294405 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a17a12df-dd1a-4df9-bc6b-96e463cf42b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (803616c1-29d7-47ab-94ba-c639eb8d595f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.342676 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a17a12df-dd1a-4df9-bc6b-96e463cf42b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c90eb70a44d84699af70ac3463fe27c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385991 Feb 16 13:33:02.346047 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43540) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:02.416318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a12df-dd1a-4df9-bc6b-96e463cf42b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803616c1-29d7-47ab-94ba-c639eb8d595f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:02.416318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43542) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:02.438177 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] Publish callbacks [] for security_group (803616c1-29d7-47ab-94ba-c639eb8d595f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.468002 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 408e6493-7676-40eb-9273-0074e7e5e95e up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:02.500255 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] Publish callbacks [] for security_group (803616c1-29d7-47ab-94ba-c639eb8d595f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.547627 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625326-0e56-4ada-ac96-a41cf79adde6 req-6fa6c0af-fb2f-4e9c-861b-f6df403b56b7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:02.550275 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6c625326-0e56-4ada-ac96-a41cf79adde6 req-6fa6c0af-fb2f-4e9c-861b-f6df403b56b7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2582185 Feb 16 13:33:02.611418 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (803616c1-29d7-47ab-94ba-c639eb8d595f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.621457 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 408e6493-7676-40eb-9273-0074e7e5e95e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:02.621457 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.624327 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.628272 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/803616c1-29d7-47ab-94ba-c639eb8d595f HTTP/1.1" status: 204 len: 168 time: 0.2811182 Feb 16 13:33:02.668684 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baa10d-2887-47f8-81ab-7f7e1ebc6752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803616c1-29d7-47ab-94ba-c639eb8d595f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:02.670623 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38585d40-91a5-46de-9d5f-9e59d0a118a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.681489 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-70466ab1-4d1d-4c70-8c39-722acfdda236 service neutron] 10.222.0.73 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609470 Feb 16 13:33:02.693292 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6c625326-0e56-4ada-ac96-a41cf79adde6 req-0ed25685-6b89-4662-afe2-791fda5845b1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200070 Feb 16 13:33:02.803003 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38585d40-91a5-46de-9d5f-9e59d0a118a5 admin admin] Publish callbacks [] for security_group (04f7a18d-132a-4d1d-8b48-93e861df8095), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.813254 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-38585d40-91a5-46de-9d5f-9e59d0a118a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (04f7a18d-132a-4d1d-8b48-93e861df8095), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.816670 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 408e6493-7676-40eb-9273-0074e7e5e95e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:02.852061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-041bcfc9-4c26-4b7a-87b7-6d7ca8ef1958 service neutron] 10.222.0.73 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696382 Feb 16 13:33:02.867232 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43552) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:02.870353 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-38585d40-91a5-46de-9d5f-9e59d0a118a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f355b84c89547f3b68cc136b5f60bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505098 Feb 16 13:33:02.892686 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38585d40-91a5-46de-9d5f-9e59d0a118a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7a18d-132a-4d1d-8b48-93e861df8095,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:02.935325 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] Publish callbacks [] for security_group (04f7a18d-132a-4d1d-8b48-93e861df8095), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:02.964538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] Publish callbacks [] for security_group (04f7a18d-132a-4d1d-8b48-93e861df8095), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.073398 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac1349-167d-4f88-a5fe-f4a7ea517da6 req-b42b3fa3-44b4-48bf-bc9e-d1a36f2ad5a4 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.075422 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47ac1349-167d-4f88-a5fe-f4a7ea517da6 req-b42b3fa3-44b4-48bf-bc9e-d1a36f2ad5a4 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 946 time: 0.1037686 Feb 16 13:33:03.106967 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (04f7a18d-132a-4d1d-8b48-93e861df8095), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.115153 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.117132 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04f7a18d-132a-4d1d-8b48-93e861df8095 HTTP/1.1" status: 204 len: 168 time: 0.2483125 Feb 16 13:33:03.138372 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43562) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:03.150078 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f9fda-79a2-446e-915b-f24d8c04694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7a18d-132a-4d1d-8b48-93e861df8095,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:03.158416 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23bd5398-8627-404c-9f74-8523a8e6bfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.229756 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47ac1349-167d-4f88-a5fe-f4a7ea517da6 req-9a82d2a3-d18f-476c-8597-2c3643b0e280 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/security-groups?id=00e58f0d-5a7b-49c9-ba30-b72659501225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324224 Feb 16 13:33:03.269923 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-df2f9cea-3113-4375-acfe-9957389902eb req-80dec1e8-c05a-47bf-906d-6078cb29811d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 210 time: 0.1251307 Feb 16 13:33:03.329413 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23bd5398-8627-404c-9f74-8523a8e6bfa4 admin admin] Publish callbacks [] for security_group (7c787872-08bc-4bce-9675-58b665d6f0cb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.335759 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23bd5398-8627-404c-9f74-8523a8e6bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7c787872-08bc-4bce-9675-58b665d6f0cb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.398322 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-23bd5398-8627-404c-9f74-8523a8e6bfa4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4650415543c1413396f8f6cff245281f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588148 Feb 16 13:33:03.399567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5398-8627-404c-9f74-8523a8e6bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c787872-08bc-4bce-9675-58b665d6f0cb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:03.401712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43570) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:03.535709 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] Publish callbacks [] for security_group (7c787872-08bc-4bce-9675-58b665d6f0cb), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.538208 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-d9b1364d-48fe-486d-82bd-8f74f020ca95 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.541053 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-d9b1364d-48fe-486d-82bd-8f74f020ca95 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 946 time: 0.0732327 Feb 16 13:33:03.574134 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] Publish callbacks [] for security_group (7c787872-08bc-4bce-9675-58b665d6f0cb), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.655609 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7c787872-08bc-4bce-9675-58b665d6f0cb), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.661611 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.671269 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c787872-08bc-4bce-9675-58b665d6f0cb HTTP/1.1" status: 204 len: 168 time: 0.2630284 Feb 16 13:33:03.693668 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c45f78-f9bc-4eaf-a6a3-fa21155708eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c787872-08bc-4bce-9675-58b665d6f0cb,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:03.709599 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Deleting port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:33:03.712180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.823058 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43582) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:03.909377 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4e225e5-ac7b-4b20-a7c4-9eac26d1681e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.963657 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] For port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,segment=NetworkSegment(38eebb20-7b42-4f98-8ce8-d094a56d819c),segment_id=38eebb20-7b42-4f98-8ce8-d094a56d819c)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:03.964020 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:03.981689 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced653d4-35af-4810-8436-d3f25eff1aa0 req-d7e82c8c-caaf-42a0-84fc-5defabd33004 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:03.983497 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ced653d4-35af-4810-8436-d3f25eff1aa0 req-d7e82c8c-caaf-42a0-84fc-5defabd33004 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1443057 Feb 16 13:33:04.001567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Calling delete_port for 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:33:04.102794 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ced653d4-35af-4810-8436-d3f25eff1aa0 req-8c86204d-a394-4648-8d3c-9cae5b19abc4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112249 Feb 16 13:33:04.183666 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4e225e5-ac7b-4b20-a7c4-9eac26d1681e admin admin] Publish callbacks [] for security_group (71efd004-b2a6-4d83-8397-5aafb4cc8323), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.188891 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a4e225e5-ac7b-4b20-a7c4-9eac26d1681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (71efd004-b2a6-4d83-8397-5aafb4cc8323), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.236471 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a4e225e5-ac7b-4b20-a7c4-9eac26d1681e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f15cebdb7d824cfb91a2269869bf6016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074979 Feb 16 13:33:04.236471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e225e5-ac7b-4b20-a7c4-9eac26d1681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71efd004-b2a6-4d83-8397-5aafb4cc8323,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:04.237651 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43588) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:04.342277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.361443 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:33:04.406870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Pushing event deleted for resources: {'Port': ['ID=0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:04.466133 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] No DVR routers for this DVR port 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:33:04.466657 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] Publish callbacks [] for security_group (71efd004-b2a6-4d83-8397-5aafb4cc8323), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.470073 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.474270 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-11cb7b9a-7066-4528-9dca-ee6791d06087 req-87779876-94a2-4fc5-8da8-6e63f167eb32 tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.104 "DELETE /v2.0/ports/0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 HTTP/1.1" status: 204 len: 173 time: 0.9255214 Feb 16 13:33:04.474803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'name': 'network-vif-deleted', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:04.488332 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf0c606-7410-40a8-89e9-b7f1de38230e" -d '{"events": [{"server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "name": "network-vif-deleted", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:04.520100 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02ee8fb4-fc8f-4419-85d1-0a20304ad3c9 req-47062ef3-8e45-48ec-a2f1-8398fccefd3f tempest-VolumesActionsTest-2007099927 tempest-VolumesActionsTest-2007099927-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5f0d78d-f26b-4656-9020-20935334ffcb HTTP/1.1" status: 200 len: 210 time: 0.1401219 Feb 16 13:33:04.532668 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7faba669-2981-4fc9-8b21-195038e61f91 req-08b0aedf-e1af-4f9c-8403-fff7099b8e1d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 210 time: 0.1007435 Feb 16 13:33:04.575192 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] Publish callbacks [] for security_group (71efd004-b2a6-4d83-8397-5aafb4cc8323), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.601066 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2ddec-4522-433f-8daf-1064db7b1227 x-openstack-request-id: req-04d2ddec-4522-433f-8daf-1064db7b1227 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:04.601406 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f0d78d-f26b-4656-9020-20935334ffcb", "name": "network-vif-deleted", "tag": "0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:04.601788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04d2ddec-4522-433f-8daf-1064db7b1227 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:04.602730 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f0d78d-f26b-4656-9020-20935334ffcb', 'name': 'network-vif-deleted', 'tag': '0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2', 'status': 'completed', 'code': 200} Feb 16 13:33:04.678931 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (71efd004-b2a6-4d83-8397-5aafb4cc8323), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.678931 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:04.681029 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71efd004-b2a6-4d83-8397-5aafb4cc8323 HTTP/1.1" status: 204 len: 168 time: 0.4430714 Feb 16 13:33:04.701346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eb8a3-713e-4195-8733-2a2f475e6f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71efd004-b2a6-4d83-8397-5aafb4cc8323,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:05.060625 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-b2992999-3646-43a7-9ea3-6e56c41ab08d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:05.063851 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-b2992999-3646-43a7-9ea3-6e56c41ab08d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 816 time: 0.1940024 Feb 16 13:33:05.231001 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-599517d4-b0be-4d72-881f-deb099aa3f05 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 379 time: 0.1501188 Feb 16 13:33:05.256635 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'port': {'device_id': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'admin_state_up': True, 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'security_groups': ['37e20868-5fc3-4453-9cf0-fd8e0cd343a0']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:05.314537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf521d-2483-472c-a8fb-44e9d874dcb7 req-e9b58a98-2789-44ac-b51a-5a6d0da77e8f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:05.323394 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-afdf521d-2483-472c-a8fb-44e9d874dcb7 req-e9b58a98-2789-44ac-b51a-5a6d0da77e8f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1062059 Feb 16 13:33:05.389999 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-afdf521d-2483-472c-a8fb-44e9d874dcb7 req-7657ea33-6c02-41cc-968d-ff3cf7f13b05 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625358 Feb 16 13:33:05.487687 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Made reservation on behalf of 7759e105b5d349a2be14c3cba6e729b4 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:05.492034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:05.713536 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2f017d01-47a0-45e4-a3c6-e06819e4b39f req-0f3413f2-bd04-4992-a9a9-a940f6f1ab42 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 210 time: 0.0365949 Feb 16 13:33:05.721735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Allocated IP 172.20.0.7 (7f2ac922-563c-4689-8ae1-c7724a89ea75/3c04a156-faf9-4bd1-b441-97552b77c8ad/e1aa8e42-2633-47be-8bd2-0c9eea175d06) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:05.952010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.007576 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.057309 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:06.065594 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:06.068702 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:06.150366 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.152138 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.176125 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:06.198801 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43674) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:06.199771 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-046c41c3-b620-4bf6-81f6-c49d69010fbf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585485 Feb 16 13:33:06.224796 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Request body: {'port': {'device_id': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:06.343103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.513360 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f5b4f1d3-e89c-4179-b8ca-8a321958559b None None] Provisioning complete for port e1aa8e42-2633-47be-8bd2-0c9eea175d06 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:06.527179 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f5b4f1d3-e89c-4179-b8ca-8a321958559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.599538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4f1d3-e89c-4179-b8ca-8a321958559b None None] Port e1aa8e42-2633-47be-8bd2-0c9eea175d06 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:33:06.628997 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1366206461-network', 'tenant_id': '95e04e898842439cad831e701c54d4b3'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:06.700001 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Made reservation on behalf of 95e04e898842439cad831e701c54d4b3 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:06.702313 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.716361 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.796652 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8070c7-41cf-4e88-81d6-8808029a7ba2 req-aa734e7a-fff1-4cad-a615-3c8c9d163a84 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.798397 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b8070c7-41cf-4e88-81d6-8808029a7ba2 req-aa734e7a-fff1-4cad-a615-3c8c9d163a84 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1381927 Feb 16 13:33:06.814264 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:33:06.824754 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks [] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.848013 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Transition to ACTIVE for port object e1aa8e42-2633-47be-8bd2-0c9eea175d06 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:33:06.855918 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.947385 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:06.967865 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks [] for security_group (f5ab3425-1f17-4e51-b220-951e48167396), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:06.973436 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037410df-893f-41fa-a143-61c75c9f40db req-9a90b60c-098c-4447-8d8e-6189becc2bcc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:06.975470 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-037410df-893f-41fa-a143-61c75c9f40db req-9a90b60c-098c-4447-8d8e-6189becc2bcc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 931 time: 0.1744370 Feb 16 13:33:06.990063 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5b8070c7-41cf-4e88-81d6-8808029a7ba2 req-8bc7d53c-b2cc-48d4-826b-96c60277ac94 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646645 Feb 16 13:33:06.990353 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f5ab3425-1f17-4e51-b220-951e48167396), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.036160 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Attempting to bind port e1aa8e42-2633-47be-8bd2-0c9eea175d06 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:07.036507 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Attempting to bind port e1aa8e42-2633-47be-8bd2-0c9eea175d06 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:07.036847 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Attempting to bind port e1aa8e42-2633-47be-8bd2-0c9eea175d06 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:07.042833 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Port e1aa8e42-2633-47be-8bd2-0c9eea175d06 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:33:07.043166 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Attempting to bind port e1aa8e42-2633-47be-8bd2-0c9eea175d06 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:07.048747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:07.049096 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Checking segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:07.049492 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Bound using segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:07.049937 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Bound port: e1aa8e42-2633-47be-8bd2-0c9eea175d06, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:07.051266 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.055534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:33:07.082471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab3425-1f17-4e51-b220-951e48167396,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:07.094066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e73ed971-9337-491e-b2c0-4d4ec108bb52), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.094066 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Added segment e73ed971-9337-491e-b2c0-4d4ec108bb52 of type vlan for network c9abd654-6a28-4663-8c3d-7c28bf48ba92 Feb 16 13:33:07.120708 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-037410df-893f-41fa-a143-61c75c9f40db req-1e1f5c8e-b8c4-4152-a891-8b2d0adae6b3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201663 Feb 16 13:33:07.160821 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:07.165985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (c9abd654-6a28-4663-8c3d-7c28bf48ba92), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.167756 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:07.178115 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.213724 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (c9abd654-6a28-4663-8c3d-7c28bf48ba92), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.214917 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:07.215516 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.221014 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:07.221651 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.223114 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] 10.222.0.104 "PUT /v2.0/ports/e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 1093 time: 1.0138125 Feb 16 13:33:07.223575 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:07.226689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b5a16-677c-4a74-b7cc-204f7088208e" -d '{"events": [{"name": "network-changed", "server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:07.262517 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0622227 Feb 16 13:33:07.262928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add79b0-30a6-4008-b096-9d30d1563e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:07.265532 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43724) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:07.274071 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Request body: {'subnet': {'network_id': 'c9abd654-6a28-4663-8c3d-7c28bf48ba92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1366206461-subnet', 'tenant_id': '95e04e898842439cad831e701c54d4b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:07.294177 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d5910-b087-4256-9ee2-b56ca9708eb4 x-openstack-request-id: req-2d4d5910-b087-4256-9ee2-b56ca9708eb4 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:07.294177 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:07.294398 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d4d5910-b087-4256-9ee2-b56ca9708eb4 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:07.294738 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'status': 'completed', 'code': 200} Feb 16 13:33:07.311726 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e0b9-b29a-4db4-93cc-76f25ebf2087 admin admin] Pushing event updated for resources: {'Network': ['ID=c9abd654-6a28-4663-8c3d-7c28bf48ba92,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:07.330557 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network c9abd654-6a28-4663-8c3d-7c28bf48ba92 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:33:07.343777 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Made reservation on behalf of 95e04e898842439cad831e701c54d4b3 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:07.346491 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.572869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (0f28eee5-7e7c-4d43-9496-45ce953dcda0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.624504 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f28eee5-7e7c-4d43-9496-45ce953dcda0,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:07.635349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Checking segment: {'id': 'e73ed971-9337-491e-b2c0-4d4ec108bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c9abd654-6a28-4663-8c3d-7c28bf48ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:07.635970 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Network hostable DHCP agents. Network: c9abd654-6a28-4663-8c3d-7c28bf48ba92, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:33:07.653259 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Network c9abd654-6a28-4663-8c3d-7c28bf48ba92 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:33:07.669642 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, c9abd654-6a28-4663-8c3d-7c28bf48ba92) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:07.673658 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:07.674287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:07.678826 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13328abe-ce6c-4590-b1f7-6786ba9f15f3 None None] Network c9abd654-6a28-4663-8c3d-7c28bf48ba92 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:07.690908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ab00f954-f144-48f7-9dfd-b11543d8f804 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4239898 Feb 16 13:33:07.781054 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b01f4-bd27-42c5-82a5-b3af7d29ae76 None None] Network c9abd654-6a28-4663-8c3d-7c28bf48ba92 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:08.127899 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e266d0-ecfd-4b47-9f40-da11ac9ca77f req-078fc08c-f2a1-44c5-a961-31f82c573689 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:08.129435 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8e266d0-ecfd-4b47-9f40-da11ac9ca77f req-078fc08c-f2a1-44c5-a961-31f82c573689 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0540514 Feb 16 13:33:08.183985 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8e266d0-ecfd-4b47-9f40-da11ac9ca77f req-f6080468-ad1b-416b-95b3-b05e8e771c31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Feb 16 13:33:08.207444 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43754) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:08.213002 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1622228055-network', 'tenant_id': 'fc3dd46077e649519f2bc14309a17bfb'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:08.236752 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Made reservation on behalf of fc3dd46077e649519f2bc14309a17bfb for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:08.239184 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.248829 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.263759 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a065e-8b8d-41be-a396-b1ea2635d0eb req-9c0fb84b-ab2b-4f2f-8c37-1384cc9b573f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:08.265272 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-562a065e-8b8d-41be-a396-b1ea2635d0eb req-9c0fb84b-ab2b-4f2f-8c37-1384cc9b573f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0579681 Feb 16 13:33:08.315608 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-562a065e-8b8d-41be-a396-b1ea2635d0eb req-58b87f9d-df39-425a-a5d1-64d41b890f3c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446770 Feb 16 13:33:08.338279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks [] for security_group (b2154d9c-a262-4e11-b131-8b0d95ce26cb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.343523 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b2154d9c-a262-4e11-b131-8b0d95ce26cb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.369745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:33:08.376140 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2154d9c-a262-4e11-b131-8b0d95ce26cb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:08.382789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (9de5033d-6685-49cf-8e34-0553f10e02b1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.383078 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Added segment 9de5033d-6685-49cf-8e34-0553f10e02b1 of type vlan for network f61ceb77-904f-490b-a144-3921540e1960 Feb 16 13:33:08.427898 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (f61ceb77-904f-490b-a144-3921540e1960), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.456682 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (f61ceb77-904f-490b-a144-3921540e1960), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.457789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:08.458479 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.497931 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 43758) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:08.498198 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2878342 Feb 16 13:33:08.502072 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Request body: {'subnet': {'network_id': 'f61ceb77-904f-490b-a144-3921540e1960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1622228055-subnet', 'tenant_id': 'fc3dd46077e649519f2bc14309a17bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:08.526245 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Made reservation on behalf of fc3dd46077e649519f2bc14309a17bfb for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:08.530183 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.538221 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026992cb-3e24-4855-bca5-06e531c6170c admin admin] Pushing event updated for resources: {'Network': ['ID=f61ceb77-904f-490b-a144-3921540e1960,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:08.552200 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network f61ceb77-904f-490b-a144-3921540e1960 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:33:08.728343 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for subnet (fd939dda-f4bd-4435-98cc-a8a05f216e34), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.783291 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd939dda-f4bd-4435-98cc-a8a05f216e34,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:08.792566 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Checking segment: {'id': '9de5033d-6685-49cf-8e34-0553f10e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f61ceb77-904f-490b-a144-3921540e1960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:08.792922 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Network hostable DHCP agents. Network: f61ceb77-904f-490b-a144-3921540e1960, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:33:08.809819 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Network f61ceb77-904f-490b-a144-3921540e1960 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:33:08.818809 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, f61ceb77-904f-490b-a144-3921540e1960) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:08.825169 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:08.825787 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:08.828932 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0416a-3522-44ca-81e8-6552fddaadab None None] Network f61ceb77-904f-490b-a144-3921540e1960 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:08.843350 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-264eb3f7-53ed-4410-8d86-e963e3378dd2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3458490 Feb 16 13:33:08.931152 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce63820-bcca-4755-a0f1-446aaab798f7 None None] Network f61ceb77-904f-490b-a144-3921540e1960 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:09.309790 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0c17-cd70-4528-bbd7-7a965e790b8b req-ac7c3eb4-4087-47d7-88ef-8ce2125eda02 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.312132 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5dbb0c17-cd70-4528-bbd7-7a965e790b8b req-ac7c3eb4-4087-47d7-88ef-8ce2125eda02 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0575285 Feb 16 13:33:09.369557 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5dbb0c17-cd70-4528-bbd7-7a965e790b8b req-ce23a963-303c-4892-9d13-4e3646dd5bff tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Feb 16 13:33:09.453216 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6da51-b45a-47c0-9263-054c4e140e79 req-8ea0f402-07d0-4453-a018-5d524937e65c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:09.454768 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9e6da51-b45a-47c0-9263-054c4e140e79 req-8ea0f402-07d0-4453-a018-5d524937e65c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0571728 Feb 16 13:33:09.510326 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9e6da51-b45a-47c0-9263-054c4e140e79 req-9aa62984-f2d6-417a-896f-3a606412d6ea tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491831 Feb 16 13:33:10.240945 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:33:10.263042 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:33:10.263398 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0cf795ef-7ba1-4906-b0ed-8f809ce9a3e2 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:33:10.305141 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-d070294c-a6ca-4acb-9d0f-771ee918c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.306696 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-d070294c-a6ca-4acb-9d0f-771ee918c78c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1127 time: 0.0456181 Feb 16 13:33:10.492384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-2e3099f9-cfb4-41d2-a463-f1291eb5400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.493776 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-2e3099f9-cfb4-41d2-a463-f1291eb5400a service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=7759e105b5d349a2be14c3cba6e729b4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1774261 Feb 16 13:33:10.500857 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a77789-8168-49e8-b71f-d53eb24750dd req-1eeba0b9-8e58-4c4d-b975-00af0ad6701d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.502392 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7a77789-8168-49e8-b71f-d53eb24750dd req-1eeba0b9-8e58-4c4d-b975-00af0ad6701d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Feb 16 13:33:10.566215 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7a77789-8168-49e8-b71f-d53eb24750dd req-e07b1e7e-074c-41c5-8561-a7dc55cd090b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567539 Feb 16 13:33:10.666077 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4a0bf-01d5-4e26-b5ef-464712a5ae64 req-d4cc4898-cb7e-40bc-969f-072ecce32e20 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.667713 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0ac4a0bf-01d5-4e26-b5ef-464712a5ae64 req-d4cc4898-cb7e-40bc-969f-072ecce32e20 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0655658 Feb 16 13:33:10.681338 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-dc57135a-6f94-4c70-88c1-3f8587326742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.682974 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d67b5a16-677c-4a74-b7cc-204f7088208e req-dc57135a-6f94-4c70-88c1-3f8587326742 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824114 Feb 16 13:33:10.720102 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0ac4a0bf-01d5-4e26-b5ef-464712a5ae64 req-3505ec7d-e008-43da-85b4-e89646037be9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Feb 16 13:33:10.777279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-628e7517-5396-43c7-81f0-d901f6b853fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:10.778829 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-628e7517-5396-43c7-81f0-d901f6b853fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1127 time: 0.0518875 Feb 16 13:33:11.017886 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-e516009e-c28a-4bad-bd5f-d96d2792a3ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 217 time: 0.2295897 Feb 16 13:33:11.074050 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-8c897327-b1ab-490a-a218-9e46128d5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:11.076118 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-8c897327-b1ab-490a-a218-9e46128d5b6a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0491533 Feb 16 13:33:11.133691 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5817-cd7b-49bb-8b74-59586494f273 req-2d41cfb8-65ee-41c3-b4fd-fd53ae3762db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:11.135533 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-2d41cfb8-65ee-41c3-b4fd-fd53ae3762db service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470979 Feb 16 13:33:11.244771 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-62b1f880-3254-4166-8e48-688e0a825f9d service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008005 Feb 16 13:33:11.336084 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-411e5817-cd7b-49bb-8b74-59586494f273 req-8477daf3-4604-4618-ab9b-32e6ac8a001c service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845699 Feb 16 13:33:11.744472 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcb3c1-3ffb-4c97-aca3-069cfe03cd34 req-a77c9ba5-ea8a-424a-83d1-bf05a1183ddc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:11.746101 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-98bcb3c1-3ffb-4c97-aca3-069cfe03cd34 req-a77c9ba5-ea8a-424a-83d1-bf05a1183ddc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1015904 Feb 16 13:33:11.816519 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-98bcb3c1-3ffb-4c97-aca3-069cfe03cd34 req-f4766d7a-e364-4450-a9b4-315123da51d2 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Feb 16 13:33:11.917146 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87af66-4be4-4ce1-b2b6-bc644fea75a2 req-c747d8a8-8c16-4503-9c10-9e3b5a4d411f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:11.918478 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1a87af66-4be4-4ce1-b2b6-bc644fea75a2 req-c747d8a8-8c16-4503-9c10-9e3b5a4d411f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0947828 Feb 16 13:33:12.007970 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1a87af66-4be4-4ce1-b2b6-bc644fea75a2 req-0f56ff2f-c1c4-4224-9a88-08aaded6b834 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814099 Feb 16 13:33:12.984615 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec4db4-79a1-4ec2-a72d-5a0f5dc7c54b req-ee752e83-f5b5-45f3-89b5-f805ca3d6fc1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:12.986927 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38ec4db4-79a1-4ec2-a72d-5a0f5dc7c54b req-ee752e83-f5b5-45f3-89b5-f805ca3d6fc1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0668483 Feb 16 13:33:13.095530 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38ec4db4-79a1-4ec2-a72d-5a0f5dc7c54b req-3a175bd5-1fba-4095-a825-d41efb746f32 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Feb 16 13:33:13.249645 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c5a7-91dc-4208-9f84-5170205fa295 req-b2154a20-647b-4ad4-9d58-aad95c214f98 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:13.256903 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f246c5a7-91dc-4208-9f84-5170205fa295 req-b2154a20-647b-4ad4-9d58-aad95c214f98 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0703607 Feb 16 13:33:13.353806 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f246c5a7-91dc-4208-9f84-5170205fa295 req-f4f458c5-18bb-4ac2-8d21-b39a983cd967 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958581 Feb 16 13:33:14.235901 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ac93b-8287-441f-8901-c44c37988698 req-c2ce411b-a8ce-40ef-a233-d6404c7888b1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.237359 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b75ac93b-8287-441f-8901-c44c37988698 req-c2ce411b-a8ce-40ef-a233-d6404c7888b1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0496893 Feb 16 13:33:14.283915 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b75ac93b-8287-441f-8901-c44c37988698 req-435c26be-98d7-4e7f-803d-7a3b0e8d3e8e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Feb 16 13:33:14.490496 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ac26-c0c2-4ab7-9643-9cdb372e25d7 req-a17fc87b-4d44-45b4-9e5c-b0601ffcc3e2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:14.492629 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71e7ac26-c0c2-4ab7-9643-9cdb372e25d7 req-a17fc87b-4d44-45b4-9e5c-b0601ffcc3e2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0522642 Feb 16 13:33:14.539169 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71e7ac26-c0c2-4ab7-9643-9cdb372e25d7 req-e8d23671-632a-4f7d-9b99-56d9aa8ec743 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 Feb 16 13:33:15.429792 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:33:15.550793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:15.565624 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:33:15.632563 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:15.638075 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:15.639011 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81975-9d4c-4f56-acbb-c1dc38a848f1 req-2a164e15-6423-4a64-af42-00fbc08319ad tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:15.649556 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ac81975-9d4c-4f56-acbb-c1dc38a848f1 req-2a164e15-6423-4a64-af42-00fbc08319ad tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2964582 Feb 16 13:33:15.668339 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:33:15.695529 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:15.702639 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:15.763841 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ac81975-9d4c-4f56-acbb-c1dc38a848f1 req-3fe6e316-7c32-4834-b77a-6eb95d0aa6f1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 Feb 16 13:33:15.776881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:15.794209 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce98ae-fd46-4179-b049-ef33f924ddc6 req-32e4e233-9c10-40fe-86bd-1c9a1fdd57bb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:15.796140 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecce98ae-fd46-4179-b049-ef33f924ddc6 req-32e4e233-9c10-40fe-86bd-1c9a1fdd57bb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1236310 Feb 16 13:33:15.858839 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ecce98ae-fd46-4179-b049-ef33f924ddc6 req-b7acad05-c47b-4258-b2ad-48431fc15527 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568533 Feb 16 13:33:16.055282 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['e1aa8e42-2633-47be-8bd2-0c9eea175d06'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:33:16.922280 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d8d-4bb0-453a-a516-f08e8e27c6fa req-f91d8ec3-4493-4680-9aaf-040f9ef95b91 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:16.923943 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11d43d8d-4bb0-453a-a516-f08e8e27c6fa req-f91d8ec3-4493-4680-9aaf-040f9ef95b91 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0670755 Feb 16 13:33:16.945066 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-93da0abc-a19f-4ef2-a400-c082064ba428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:17.014492 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11d43d8d-4bb0-453a-a516-f08e8e27c6fa req-4b204dcc-1b7a-4267-b95f-f177d0d26ba1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826688 Feb 16 13:33:17.046309 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36f587-6a28-4da7-add2-fe3bcb13e02d req-bb4e66c1-bd60-44b4-ac1d-ebbbe659c2bf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:17.055180 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f36f587-6a28-4da7-add2-fe3bcb13e02d req-bb4e66c1-bd60-44b4-ac1d-ebbbe659c2bf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 944 time: 0.0887825 Feb 16 13:33:17.096769 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:17.122940 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3f36f587-6a28-4da7-add2-fe3bcb13e02d req-10d46e34-001a-443f-8066-84849059452d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662882 Feb 16 13:33:17.151993 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port e1aa8e42-2633-47be-8bd2-0c9eea175d06 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:33:17.156036 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port e1aa8e42-2633-47be-8bd2-0c9eea175d06 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:17.156396 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:17.204664 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc4f6-a2b4-4494-a4c3-3cf2989f72e9 req-e97e8d92-ac85-48e0-bb7c-18284b35bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:17.206962 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2ffc4f6-a2b4-4494-a4c3-3cf2989f72e9 req-e97e8d92-ac85-48e0-bb7c-18284b35bc68 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.0546126 Feb 16 13:33:17.251648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:17.252139 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:17.260133 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2ffc4f6-a2b4-4494-a4c3-3cf2989f72e9 req-3efc8a07-cae0-4bfc-91a2-6a978837c956 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 Feb 16 13:33:17.274987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:17.277522 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226bf7fd-6778-4faa-9000-bc1ec9809b68" -d '{"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:17.292127 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:17.296599 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:17.324109 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14564d62-58ae-47a3-bf95-d05773d6356c x-openstack-request-id: req-14564d62-58ae-47a3-bf95-d05773d6356c {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:17.324416 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:17.324713 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14564d62-58ae-47a3-bf95-d05773d6356c {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:17.325821 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'code': 200} Feb 16 13:33:17.361116 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:17.761595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677581-c430-49f8-8151-1c7e6f771021 req-1ec9203a-fbb7-449c-a505-9703b1a0ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:17.763286 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677581-c430-49f8-8151-1c7e6f771021 req-1ec9203a-fbb7-449c-a505-9703b1a0ba52 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1129 time: 0.0901837 Feb 16 13:33:17.822147 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677581-c430-49f8-8151-1c7e6f771021 req-143f9047-9cf9-49fe-b1b0-7676b77d3872 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510950 Feb 16 13:33:18.164746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee3758-452b-49fd-b4ec-d31fedc30eeb req-3425abf7-0799-4525-8c93-bd1c64367021 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:18.186926 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0eee3758-452b-49fd-b4ec-d31fedc30eeb req-3425abf7-0799-4525-8c93-bd1c64367021 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0915999 Feb 16 13:33:18.270650 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0eee3758-452b-49fd-b4ec-d31fedc30eeb req-93711fd7-20e0-4cbd-9d04-bb9c77ba726e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Feb 16 13:33:18.338792 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307aae-5f47-4002-ac64-5bc2ee28c070 req-72c21ac6-7122-4ba0-ad88-d2ad3341327f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:18.342225 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ce307aae-5f47-4002-ac64-5bc2ee28c070 req-72c21ac6-7122-4ba0-ad88-d2ad3341327f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0700161 Feb 16 13:33:18.416445 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ce307aae-5f47-4002-ac64-5bc2ee28c070 req-8fdc735b-46a5-4f33-b64d-72dc22038bb7 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660057 Feb 16 13:33:19.315420 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ed1e877a-72ca-488b-9f4d-f84a346868c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:19.472315 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18faac-279e-4ccc-a0f1-8222e0b1dc84 req-344d080e-3d6c-4036-b783-f976b8d0de28 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:19.481271 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fc18faac-279e-4ccc-a0f1-8222e0b1dc84 req-344d080e-3d6c-4036-b783-f976b8d0de28 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0953877 Feb 16 13:33:19.526679 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 43992) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:19.712300 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fc18faac-279e-4ccc-a0f1-8222e0b1dc84 req-7357df0d-a679-4f26-ad59-fedae5c0368b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259767 Feb 16 13:33:19.765022 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd93b-2579-429e-a4d7-335f7159b71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:19.777960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb06ba-926a-4cea-b89f-a798a52b5d14 req-236b2da4-4fd4-4bc4-9220-28ebf91d187d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:19.787001 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dfbb06ba-926a-4cea-b89f-a798a52b5d14 req-236b2da4-4fd4-4bc4-9220-28ebf91d187d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2214434 Feb 16 13:33:19.853478 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dfbb06ba-926a-4cea-b89f-a798a52b5d14 req-bebb442e-42d9-4f88-9e52-76010d7cc256 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644121 Feb 16 13:33:19.890668 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd93b-2579-429e-a4d7-335f7159b71e admin admin] Publish callbacks [] for security_group (996e95d4-b906-4e34-bd9a-111481460140), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:19.895875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd93b-2579-429e-a4d7-335f7159b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (996e95d4-b906-4e34-bd9a-111481460140), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:19.955667 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a5bdd93b-2579-429e-a4d7-335f7159b71e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7c0b86b1f0e44009d920078afb25954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244161 Feb 16 13:33:19.955667 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdd93b-2579-429e-a4d7-335f7159b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e95d4-b906-4e34-bd9a-111481460140,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:19.956312 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44010) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:20.032110 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] Publish callbacks [] for security_group (996e95d4-b906-4e34-bd9a-111481460140), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.096350 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-48c16846-c4b7-4138-9ab1-ce0d3c598493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:20.097967 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-48c16846-c4b7-4138-9ab1-ce0d3c598493 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.0701070 Feb 16 13:33:20.099270 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] Publish callbacks [] for security_group (996e95d4-b906-4e34-bd9a-111481460140), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.161306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.175364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ae94b-da08-4329-8870-0bd782043c2b req-f9a79fa3-2c61-404b-ae10-d2fe3a3a2cb0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:20.183546 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a21ae94b-da08-4329-8870-0bd782043c2b req-f9a79fa3-2c61-404b-ae10-d2fe3a3a2cb0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1336174 Feb 16 13:33:20.217361 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (996e95d4-b906-4e34-bd9a-111481460140), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.220056 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.224005 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/996e95d4-b906-4e34-bd9a-111481460140 HTTP/1.1" status: 204 len: 168 time: 0.2661507 Feb 16 13:33:20.227252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-fa31aed1-893d-4abb-b248-ccbac6daae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:20.229426 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-fa31aed1-893d-4abb-b248-ccbac6daae74 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.1220438 Feb 16 13:33:20.242595 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a1219-1c8e-45b2-af6d-7345cbeca361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e95d4-b906-4e34-bd9a-111481460140,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:20.285469 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a21ae94b-da08-4329-8870-0bd782043c2b req-530d08a0-3933-4064-894f-ef75cc06f653 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991411 Feb 16 13:33:20.346775 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-b8f29c7b-d176-45b4-af10-98ac8c9b8b66 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0772600 Feb 16 13:33:20.416595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-275c1802-5495-4770-9bcb-bf89df72679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:20.419394 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-275c1802-5495-4770-9bcb-bf89df72679d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.0637162 Feb 16 13:33:20.474104 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-9c86b0c8-b37c-4d2e-9f27-e88468d879ba service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330856 Feb 16 13:33:20.637305 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-886468fd-db6b-4222-be65-4d7f1b7124d9 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352897 Feb 16 13:33:20.694793 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44018) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:20.712999 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b308d525-0a77-432a-b106-ddeaf09b73d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.813357 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-58cce22a-5a75-4fc4-88fa-981a21bf0414 req-f5b182a8-9ce3-4f92-b74e-2d29b1b40299 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663935 Feb 16 13:33:20.841142 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b308d525-0a77-432a-b106-ddeaf09b73d9 admin admin] Publish callbacks [] for security_group (690b2ba2-9eac-4a35-ac03-dfc960d2b982), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.857875 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b308d525-0a77-432a-b106-ddeaf09b73d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (690b2ba2-9eac-4a35-ac03-dfc960d2b982), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:20.952644 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b308d525-0a77-432a-b106-ddeaf09b73d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5462dc808a134d868d6ce5f9fad528e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556944 Feb 16 13:33:20.952900 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44028) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:20.955301 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d525-0a77-432a-b106-ddeaf09b73d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690b2ba2-9eac-4a35-ac03-dfc960d2b982,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:21.056806 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd585f0-3a35-4dcb-aa22-0e26b02fb554 req-f2baa8f6-3143-493e-8ce4-90ba79ca2efc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.057866 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdd585f0-3a35-4dcb-aa22-0e26b02fb554 req-f2baa8f6-3143-493e-8ce4-90ba79ca2efc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0744803 Feb 16 13:33:21.067074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] Publish callbacks [] for security_group (690b2ba2-9eac-4a35-ac03-dfc960d2b982), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:21.101764 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] Publish callbacks [] for security_group (690b2ba2-9eac-4a35-ac03-dfc960d2b982), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:21.163851 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cdd585f0-3a35-4dcb-aa22-0e26b02fb554 req-fd1c9f28-3205-459f-9f65-8d3603da8320 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984929 Feb 16 13:33:21.216803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (690b2ba2-9eac-4a35-ac03-dfc960d2b982), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:21.220261 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:21.221781 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/690b2ba2-9eac-4a35-ac03-dfc960d2b982 HTTP/1.1" status: 204 len: 168 time: 0.2678030 Feb 16 13:33:21.244425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad6204-0a8f-4bf0-9a83-91807dbdc05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690b2ba2-9eac-4a35-ac03-dfc960d2b982,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:21.456894 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bca4-782f-47cc-8759-e39752590c2c req-71131b30-fe9c-444b-988b-d8233d184cf5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.458464 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4f7bca4-782f-47cc-8759-e39752590c2c req-71131b30-fe9c-444b-988b-d8233d184cf5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1594937 Feb 16 13:33:21.470480 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44044) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:21.475774 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'floatingip': {'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:21.493369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a63e-da8a-493d-b442-a72387516ee1 req-a3b3d2bb-ca2b-48a1-b3b9-970b596c39b0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:21.495475 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f783a63e-da8a-493d-b442-a72387516ee1 req-a3b3d2bb-ca2b-48a1-b3b9-970b596c39b0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0915124 Feb 16 13:33:21.556972 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:21.581660 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f783a63e-da8a-493d-b442-a72387516ee1 req-03e872d8-871f-41f0-8d62-aceb59e48b2f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750780 Feb 16 13:33:21.789473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:22.305979 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:22.312687 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:22.461333 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Floating IP 294e5ccb-4bff-4fdc-a33a-27483a797e71 associated. External IP: 172.27.3.209, port: e1aa8e42-2633-47be-8bd2-0c9eea175d06. Feb 16 13:33:22.768434 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb663350-83b5-4125-9b88-eb5255de372f req-742421c7-2e42-4d46-98f7-c20fb60c1bd3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:22.769383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:33:22.780800 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb663350-83b5-4125-9b88-eb5255de372f req-742421c7-2e42-4d46-98f7-c20fb60c1bd3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1033804 Feb 16 13:33:22.856876 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cb663350-83b5-4125-9b88-eb5255de372f req-9fff8bb3-79f6-41fe-a139-ff0fde49e385 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Feb 16 13:33:23.105499 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:23.164409 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:33:23.174576 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:23.181404 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:23.218277 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:23.219346 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:23.266674 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a9672bea-fc19-4af1-affc-a69baccb67a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "PUT /v2.0/floatingips/294e5ccb-4bff-4fdc-a33a-27483a797e71 HTTP/1.1" status: 200 len: 991 time: 1.7949753 Feb 16 13:33:23.268798 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:33:23.271191 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdbd00b-8b48-43dc-ac85-240d880db3de" -d '{"events": [{"name": "network-changed", "server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:33:23.368497 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:23.414654 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5c55b8-51ce-4ad4-959b-2feb05febe07 x-openstack-request-id: req-0f5c55b8-51ce-4ad4-959b-2feb05febe07 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:33:23.415162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:33:23.415273 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f5c55b8-51ce-4ad4-959b-2feb05febe07 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:33:23.415839 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'status': 'completed', 'code': 200} Feb 16 13:33:23.676547 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-1fdc06ea-3357-40bd-bef0-da1a95a72739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:23.676547 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-1fdc06ea-3357-40bd-bef0-da1a95a72739 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1129 time: 0.1610570 Feb 16 13:33:24.021263 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '294e5ccb-4bff-4fdc-a33a-27483a797e71', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:00Z', 'updated_at': '2022-02-16T13:33:22Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:24.066640 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:24.101683 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:24.102813 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:24.211891 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-d409b549-3dbf-4d0e-8793-4654615f29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:24.220608 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-d409b549-3dbf-4d0e-8793-4654615f29bb service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.5258648 Feb 16 13:33:24.284520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7ffbe-7c69-4621-8404-870c46b9f63f req-bc4cf46c-6f49-4084-a0c9-673a5c1281cd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:24.288048 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e1d7ffbe-7c69-4621-8404-870c46b9f63f req-bc4cf46c-6f49-4084-a0c9-673a5c1281cd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1059060 Feb 16 13:33:24.372412 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-5466ef27-30d7-460b-ab42-4f64c78a602c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 999 time: 0.1432650 Feb 16 13:33:24.400735 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e1d7ffbe-7c69-4621-8404-870c46b9f63f req-e9bf8e9e-5e98-4cdb-8176-c3ad8b514959 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058099 Feb 16 13:33:24.431068 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:24.466103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-199773f1-1721-4eec-b679-39549b2805a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:24.467993 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-199773f1-1721-4eec-b679-39549b2805a8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0817058 Feb 16 13:33:24.594322 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-e4e20eaf-fc72-409b-a40a-43ccd6525cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:24.596126 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-e4e20eaf-fc72-409b-a40a-43ccd6525cc2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142173 Feb 16 13:33:24.839687 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '294e5ccb-4bff-4fdc-a33a-27483a797e71', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:00Z', 'updated_at': '2022-02-16T13:33:22Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:24.903664 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17186c01-2592-454f-b4e0-c862ebb786d2 None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '294e5ccb-4bff-4fdc-a33a-27483a797e71', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:33:00Z', 'updated_at': '2022-02-16T13:33:22Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:25.146725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5c32c-3789-4ff7-a9e7-2d32bf8f03a4 None None] New status for floating IP 294e5ccb-4bff-4fdc-a33a-27483a797e71: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:33:26.598108 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-82bf8ffa-6f0b-4629-9425-85e9e0b16f68 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904355 Feb 16 13:33:27.706806 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-49e32de3-a877-440b-ba26-dd127f716f46 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189234 Feb 16 13:33:27.720012 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3cdbd00b-8b48-43dc-ac85-240d880db3de req-b4f82b61-d17c-4572-b6ac-ea9359b88407 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402698 Feb 16 13:33:27.789527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-16d5d50e-e47c-47db-b21c-5bbb84d52d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:27.791086 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-16d5d50e-e47c-47db-b21c-5bbb84d52d62 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.0523667 Feb 16 13:33:27.913168 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-2d11a0bf-41e5-45f9-b9ee-23a29f1f4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:27.915093 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-2d11a0bf-41e5-45f9-b9ee-23a29f1f4d11 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.0955524 Feb 16 13:33:27.960837 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-93d2d0fb-1891-4845-8dce-04a1c2ffa8dc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0373428 Feb 16 13:33:28.032988 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-74d4f56e-a2fb-45c0-b225-f07ba8841c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:28.034487 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-74d4f56e-a2fb-45c0-b225-f07ba8841c82 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.0532403 Feb 16 13:33:28.081345 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-1b5d783d-913a-4bbf-8758-cc474fc75a35 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Feb 16 13:33:28.183762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:28.212125 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-22b97254-ae02-459b-ae62-1760edc5c602 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205704 Feb 16 13:33:28.346320 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4486fe24-2f82-4bf7-8e51-077630dd10a5 req-9c9cf58a-0d0f-4e27-9285-ec06ca1374aa service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190627 Feb 16 13:33:30.389538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28768e7-635b-424c-aaa8-0e6c6beca707 req-1648a257-0f5b-4d63-9a20-a7b5ef0d6562 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:30.391702 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e28768e7-635b-424c-aaa8-0e6c6beca707 req-1648a257-0f5b-4d63-9a20-a7b5ef0d6562 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0675466 Feb 16 13:33:30.513755 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e28768e7-635b-424c-aaa8-0e6c6beca707 req-19beac40-fc10-464a-8a83-c90f6b84aed5 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Feb 16 13:33:31.655631 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44308) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:31.702255 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Deleting subnet 0f28eee5-7e7c-4d43-9496-45ce953dcda0 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:33:31.706180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Publish callbacks [] for subnet (0f28eee5-7e7c-4d43-9496-45ce953dcda0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:31.741946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (0f28eee5-7e7c-4d43-9496-45ce953dcda0), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:31.786770 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (0f28eee5-7e7c-4d43-9496-45ce953dcda0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:31.845435 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (0f28eee5-7e7c-4d43-9496-45ce953dcda0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:31.859501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:31.862990 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0f28eee5-7e7c-4d43-9496-45ce953dcda0 HTTP/1.1" status: 204 len: 168 time: 0.2063553 Feb 16 13:33:31.866634 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44310) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:31.889062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f28eee5-7e7c-4d43-9496-45ce953dcda0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:31.897487 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.897838 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.898206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.898543 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.898976 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.899384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.899723 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.900165 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.900535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.900911 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.901252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.901742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.902120 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0dd53-8a11-4000-a7d2-ced44f1afb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:31.945417 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (c9abd654-6a28-4663-8c3d-7c28bf48ba92), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.076670 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (c9abd654-6a28-4663-8c3d-7c28bf48ba92), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.135968 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.136595 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.138085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.138861 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.139561 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.140382 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.141687 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.143032 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.147807 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.148490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.239514 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.240486 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.241110 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.241559 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:32.242016 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9abd654-6a28-4663-8c3d-7c28bf48ba92']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:32.263333 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73ed971-9337-491e-b2c0-4d4ec108bb52') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:32.263574 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73ed971-9337-491e-b2c0-4d4ec108bb52') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:32.284391 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (e73ed971-9337-491e-b2c0-4d4ec108bb52), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.311233 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e73ed971-9337-491e-b2c0-4d4ec108bb52), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.324342 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:33:32.325358 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (e73ed971-9337-491e-b2c0-4d4ec108bb52), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: from cryptography.utils import int_from_bytes Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: from cryptography.utils import int_from_bytes Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:33:32.343697 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:33:32.404290 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (c9abd654-6a28-4663-8c3d-7c28bf48ba92), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.430589 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c9abd654-6a28-4663-8c3d-7c28bf48ba92,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:32.435261 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.446399 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44328) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:32.446714 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-30a9aa40-a365-49d2-b91f-f58b3a95f9bf admin admin] 10.222.0.73 "DELETE /v2.0/networks/c9abd654-6a28-4663-8c3d-7c28bf48ba92 HTTP/1.1" status: 204 len: 168 time: 0.5780840 Feb 16 13:33:32.516391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Deleting subnet fd939dda-f4bd-4435-98cc-a8a05f216e34 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:33:32.532039 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Publish callbacks [] for subnet (fd939dda-f4bd-4435-98cc-a8a05f216e34), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.625583 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (fd939dda-f4bd-4435-98cc-a8a05f216e34), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.683337 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (fd939dda-f4bd-4435-98cc-a8a05f216e34), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.751104 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (fd939dda-f4bd-4435-98cc-a8a05f216e34), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.788088 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd939dda-f4bd-4435-98cc-a8a05f216e34,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:32.790775 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.796930 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f5985de8-d25b-465b-8466-7210ebef4986 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fd939dda-f4bd-4435-98cc-a8a05f216e34 HTTP/1.1" status: 204 len: 168 time: 0.3466763 Feb 16 13:33:32.797353 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44338) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:32.874451 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (f61ceb77-904f-490b-a144-3921540e1960), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:32.982222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (f61ceb77-904f-490b-a144-3921540e1960), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.018776 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61ceb77-904f-490b-a144-3921540e1960']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:33.038940 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de5033d-6685-49cf-8e34-0553f10e02b1') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:33.039580 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de5033d-6685-49cf-8e34-0553f10e02b1') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:33.054015 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (9de5033d-6685-49cf-8e34-0553f10e02b1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.074991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (9de5033d-6685-49cf-8e34-0553f10e02b1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.082514 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:33:33.083178 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (9de5033d-6685-49cf-8e34-0553f10e02b1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:33:33.085755 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:33:33.158724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (f61ceb77-904f-490b-a144-3921540e1960), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.167062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.170571 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] 10.222.0.73 "DELETE /v2.0/networks/f61ceb77-904f-490b-a144-3921540e1960 HTTP/1.1" status: 204 len: 168 time: 0.3721540 Feb 16 13:33:33.181030 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124f7f0-5595-490e-9947-2d5f4354a55e admin admin] Pushing event deleted for resources: {'Network': ['ID=f61ceb77-904f-490b-a144-3921540e1960,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:33.421531 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44352) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:33.479644 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-757ef4e6-c4e7-42fe-92b8-8172607bbb02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95e04e898842439cad831e701c54d4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568032 Feb 16 13:33:33.482311 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44354) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:33.546508 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Publish callbacks [] for security_group (f5ab3425-1f17-4e51-b220-951e48167396), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.569749 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Publish callbacks [] for security_group (f5ab3425-1f17-4e51-b220-951e48167396), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.650474 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f5ab3425-1f17-4e51-b220-951e48167396), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.654734 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:33.657021 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5ab3425-1f17-4e51-b220-951e48167396 HTTP/1.1" status: 204 len: 168 time: 0.1735575 Feb 16 13:33:33.669081 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab3425-1f17-4e51-b220-951e48167396,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:33.680831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.681648 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.682338 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.682907 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.683585 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.684444 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.684994 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.685660 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.686511 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.687149 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.687747 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.688331 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:33.689161 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400d5606-4762-44d8-967d-39716bf6600e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.289073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44372) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:34.349210 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c34d0249-ca75-4797-9cca-3883a2d78e1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc3dd46077e649519f2bc14309a17bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584977 Feb 16 13:33:34.352324 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44374) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:34.436414 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] Publish callbacks [] for security_group (b2154d9c-a262-4e11-b131-8b0d95ce26cb), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:34.487030 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] Publish callbacks [] for security_group (b2154d9c-a262-4e11-b131-8b0d95ce26cb), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:34.616495 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b2154d9c-a262-4e11-b131-8b0d95ce26cb), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:34.620337 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:34.621962 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b2154d9c-a262-4e11-b131-8b0d95ce26cb HTTP/1.1" status: 204 len: 168 time: 0.2684679 Feb 16 13:33:34.636899 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce79ab-87e2-448c-8cc5-478b5351e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2154d9c-a262-4e11-b131-8b0d95ce26cb,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:35.864257 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:33:35.877000 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44432) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:36.017196 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cb1c5cb4-8f02-40be-a902-5374a70cf5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.092243 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cb1c5cb4-8f02-40be-a902-5374a70cf5a3 admin admin] Publish callbacks [] for security_group (c699089c-621d-423b-b569-5f1737a040c7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.096013 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cb1c5cb4-8f02-40be-a902-5374a70cf5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c699089c-621d-423b-b569-5f1737a040c7), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.134821 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-cb1c5cb4-8f02-40be-a902-5374a70cf5a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63411c13c2524dd8ac1dfbf2577e9e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558017 Feb 16 13:33:36.134821 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c5cb4-8f02-40be-a902-5374a70cf5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c699089c-621d-423b-b569-5f1737a040c7,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:36.137095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44440) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:36.191562 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] Publish callbacks [] for security_group (c699089c-621d-423b-b569-5f1737a040c7), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.213706 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] Publish callbacks [] for security_group (c699089c-621d-423b-b569-5f1737a040c7), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.264355 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (c699089c-621d-423b-b569-5f1737a040c7), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.266999 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:36.268210 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c699089c-621d-423b-b569-5f1737a040c7 HTTP/1.1" status: 204 len: 168 time: 0.1301565 Feb 16 13:33:36.276917 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd73c-a06b-42ea-af80-b69b846e913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c699089c-621d-423b-b569-5f1737a040c7,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:36.962936 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44472) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:37.067564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225208285-network', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:37.088793 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Made reservation on behalf of 55505bddd80d4b59b71ffb30e11508b3 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:37.092306 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.104180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.248848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks [] for security_group (6374f8ef-f9a0-4171-821a-60f26cd2bf54), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.256350 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6374f8ef-f9a0-4171-821a-60f26cd2bf54), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.290971 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6374f8ef-f9a0-4171-821a-60f26cd2bf54,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:37.309250 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:33:37.325248 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (a1fa394d-5044-490d-a179-3bbffdcf5693), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.325639 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Added segment a1fa394d-5044-490d-a179-3bbffdcf5693 of type vlan for network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 Feb 16 13:33:37.373305 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (89edd751-fe2c-48d4-9d1f-3b218ae2a016), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.406771 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (89edd751-fe2c-48d4-9d1f-3b218ae2a016), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.408268 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:37.409139 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.457653 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44482) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:37.458279 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4935184 Feb 16 13:33:37.463205 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Request body: {'subnet': {'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225208285-subnet', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:37.491402 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731a755-eb96-4c07-9637-e7230366d94a admin admin] Pushing event updated for resources: {'Network': ['ID=89edd751-fe2c-48d4-9d1f-3b218ae2a016,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:37.502800 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Made reservation on behalf of 55505bddd80d4b59b71ffb30e11508b3 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:37.507120 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12957045'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.512033 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:33:37.735535 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13794640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956999'] for subnet (7c51439a-17b6-4c89-8dea-d2c2c3f03d1e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.820644 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:37.832554 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Checking segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:37.833012 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Network hostable DHCP agents. Network: 89edd751-fe2c-48d4-9d1f-3b218ae2a016, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:33:37.858898 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:33:37.885550 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 89edd751-fe2c-48d4-9d1f-3b218ae2a016) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:37.897658 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:37.897997 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f208ca-c6bb-4232-947b-caa627ff7528 None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:37.898512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.945604 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5499d1dd-ea25-4ab3-81b2-1f1fb9ac7be8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4808202 Feb 16 13:33:37.946474 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44494) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:37.956852 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:37.989567 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (4136925e-497e-44ad-8529-d76e3833508c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:37.992801 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (4136925e-497e-44ad-8529-d76e3833508c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.084746 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:33:38.086376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.133983 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for router_controller (4136925e-497e-44ad-8529-d76e3833508c), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.307502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Allocated IP 172.20.0.2 (89edd751-fe2c-48d4-9d1f-3b218ae2a016/7c51439a-17b6-4c89-8dea-d2c2c3f03d1e/2a7c43e0-3e82-4c5f-b7c8-f311bd435c69) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:38.413347 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for router_gateway (4136925e-497e-44ad-8529-d76e3833508c), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.531400 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks [] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.550169 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.659237 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:38.698881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:38.701222 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Pushing event updated for resources: {'Port': ['ID=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:38.719941 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:38.725393 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.726072 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.726615 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.727247 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.727753 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.728250 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.728761 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.729265 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.729752 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.736331 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.737089 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.745226 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.745940 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:38.845244 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Attempting to bind port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:38.845866 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Attempting to bind port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:38.846910 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Attempting to bind port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 on network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:38.857761 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:38.859027 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Checking segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:38.860129 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:38.861210 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Bound using segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:38.862434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Bound port: 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:38.863458 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:39.243536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] For port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:39.289621 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for router_gateway (4136925e-497e-44ad-8529-d76e3833508c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:39.290818 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] For port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:39.308175 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:39.371486 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:39.466997 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef3695-ad61-4d75-8512-c2f92cd0fb3e None None] Pushing event updated for resources: {'Port': ['ID=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:39.683522 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Allocated IP 172.27.3.124 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:40.096134 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:40.197755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-19397c6f-694a-4996-9b4e-68e4ce4137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:40.201630 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-19397c6f-694a-4996-9b4e-68e4ce4137a9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.2084599 Feb 16 13:33:40.437627 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d739896-8969-4cf0-96f3-4e42b769a7b2 req-a6909ee6-c6fc-49e7-b8cc-83f2e4634a61 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:40.471017 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d739896-8969-4cf0-96f3-4e42b769a7b2 req-a6909ee6-c6fc-49e7-b8cc-83f2e4634a61 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.3708577 Feb 16 13:33:40.528697 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d739896-8969-4cf0-96f3-4e42b769a7b2 req-54f634ab-8ab2-4b1f-8f44-1e98b886a91a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Feb 16 13:33:40.535426 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:40.599040 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-c283617b-8004-41ea-9b17-2e18e2ff9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:40.601076 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-c283617b-8004-41ea-9b17-2e18e2ff9e25 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.3882589 Feb 16 13:33:40.605845 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:40.611853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:40.633296 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:40.640526 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:40.685966 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-d595174a-a423-4132-926c-bd7074f28202 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0708935 Feb 16 13:33:40.688753 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Pushing event updated for resources: {'Port': ['ID=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.705385 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:40.705924 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:40.808178 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-d3104939-257b-418e-8b0c-4959b82c7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:40.810254 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-d3104939-257b-418e-8b0c-4959b82c7b47 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1155217 Feb 16 13:33:40.905860 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:40.914057 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:40.914383 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-0be0b481-61c1-4d56-ab47-9a7111ab9e67 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921021 Feb 16 13:33:40.981188 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:40.991415 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:41.159555 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:41.176800 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-1fc0f6b2-9295-4c06-8703-64352fdf7fd1 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560067 Feb 16 13:33:41.345057 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for router_gateway (4136925e-497e-44ad-8529-d76e3833508c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:41.351784 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5f3dcad8-58ae-4c87-a283-dd7feae87e03 req-a552463f-0957-4eed-99e1-1f0283a59931 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632481 Feb 16 13:33:41.414419 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72205e4f-86a4-4105-a937-f3ac1947d4de None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:41.836954 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-258af0c8-671e-4176-afd4-453aac532ce1 None None] Provisioning complete for port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:41.837991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-258af0c8-671e-4176-afd4-453aac532ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:42.248603 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-258af0c8-671e-4176-afd4-453aac532ce1 None None] Current status of the port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:42.393328 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-bb3a07df-3887-43cb-baba-9493c9b9532e None None] Provisioning complete for port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:42.393328 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bb3a07df-3887-43cb-baba-9493c9b9532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:42.460876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:42.492476 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c956520-6d67-41ac-b922-8b4f5bb63ef8 req-c8d9e9e9-768a-461b-b5bd-fcb6bc54b1c7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:42.508196 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c956520-6d67-41ac-b922-8b4f5bb63ef8 req-c8d9e9e9-768a-461b-b5bd-fcb6bc54b1c7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1767540 Feb 16 13:33:42.587056 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:42.587056 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:42.631304 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a07df-3887-43cb-baba-9493c9b9532e None None] Current status of the port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:42.657483 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (4136925e-497e-44ad-8529-d76e3833508c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:42.669424 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c956520-6d67-41ac-b922-8b4f5bb63ef8 req-05f68d86-3091-4400-a026-b47b27f3da60 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596909 Feb 16 13:33:42.753648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:42.811382 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44592) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:43.019596 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Router 4136925e-497e-44ad-8529-d76e3833508c is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:33:43.106295 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ed0-6bee-4a4e-815c-98e3a50e7f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.229796 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ed0-6bee-4a4e-815c-98e3a50e7f12 admin admin] Publish callbacks [] for security_group (875b5e7f-c157-453d-882f-effb4eb5f99e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.238588 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ed0-6bee-4a4e-815c-98e3a50e7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (875b5e7f-c157-453d-882f-effb4eb5f99e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.252920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:33:43.269330 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Sync routers for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:43.289007 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.291808 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5adc8352-ef31-456b-a36c-cf6381002c4f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3435769 Feb 16 13:33:43.294096 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44608) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:43.300206 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0adf6ed0-6bee-4a4e-815c-98e3a50e7f12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9cc9ae3457b4891946d350dcd64b64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863148 Feb 16 13:33:43.305212 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44610) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:43.313385 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:43.314463 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:43.316535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6ed0-6bee-4a4e-815c-98e3a50e7f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b5e7f-c157-453d-882f-effb4eb5f99e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:43.451960 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:43.604488 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] Publish callbacks [] for security_group (875b5e7f-c157-453d-882f-effb4eb5f99e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.667293 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:41Z', 'revision_number': 3, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:43.709594 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Checking router: 4136925e-497e-44ad-8529-d76e3833508c for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:43.710273 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Updating router 4136925e-497e-44ad-8529-d76e3833508c port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:33:43.773347 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] Publish callbacks [] for security_group (875b5e7f-c157-453d-882f-effb4eb5f99e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.787528 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:43.986196 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0956-2929-4250-bf6a-2ae82f6ddbae req-5a5fb3b4-f567-4572-b923-3383a368893d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:43.987873 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e05a0956-2929-4250-bf6a-2ae82f6ddbae req-5a5fb3b4-f567-4572-b923-3383a368893d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1806324 Feb 16 13:33:44.029704 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (875b5e7f-c157-453d-882f-effb4eb5f99e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.034398 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.036302 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/875b5e7f-c157-453d-882f-effb4eb5f99e HTTP/1.1" status: 204 len: 168 time: 0.7284310 Feb 16 13:33:44.317712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbab02-4b5f-4bd4-ba25-a2ca2f611d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b5e7f-c157-453d-882f-effb4eb5f99e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:44.438764 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e05a0956-2929-4250-bf6a-2ae82f6ddbae req-bc7112e2-5cfd-46a2-a162-9312523122a4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209614 Feb 16 13:33:44.491120 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.531391 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks [] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.545369 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.693860 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7574-55e5-47c0-b695-58252f616650 None None] Pushing event updated for resources: {'Port': ['ID=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:44.699455 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Attempting to bind port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:44.700180 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Attempting to bind port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:44.700884 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Attempting to bind port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:44.709159 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:44.709676 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:44.710216 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.710940 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:44.711656 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Bound port: 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:44.712136 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.781486 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Allocated IP 172.20.0.1 (89edd751-fe2c-48d4-9d1f-3b218ae2a016/7c51439a-17b6-4c89-8dea-d2c2c3f03d1e/6e846203-1a23-453c-85bb-6e8f71b2f360) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:44.784086 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] For port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:44.790629 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] For port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:44.799951 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:44.829255 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44630) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:44.874987 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7574-55e5-47c0-b695-58252f616650 None None] Pushing event updated for resources: {'Port': ['ID=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:44.879568 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44632) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:44.891970 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:44.891970 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:44.892624 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e196f074-62be-48fb-9687-04da9ba719a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.026220 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:45.222878 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks [] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.244854 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e49d679-2f38-401c-81d0-c6d38f2abf39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.255570 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:41Z', 'revision_number': 3, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:45.285291 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb5946-659a-4f04-afec-59cd28181e30 None None] The sync data for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi is: [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:41Z', 'revision_number': 3, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:45.308976 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e196f074-62be-48fb-9687-04da9ba719a6 admin admin] Publish callbacks [] for security_group (7e0467f6-4454-44f5-898d-a0cbe5f3eb34), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.322049 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-e196f074-62be-48fb-9687-04da9ba719a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7e0467f6-4454-44f5-898d-a0cbe5f3eb34), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.407840 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e49d679-2f38-401c-81d0-c6d38f2abf39 admin admin] Publish callbacks [] for security_group (580c8321-1ec0-4e2d-b4cf-24ae12f8093e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.408388 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.418493 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8e49d679-2f38-401c-81d0-c6d38f2abf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (580c8321-1ec0-4e2d-b4cf-24ae12f8093e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.424985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196f074-62be-48fb-9687-04da9ba719a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0467f6-4454-44f5-898d-a0cbe5f3eb34,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:45.464947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-e196f074-62be-48fb-9687-04da9ba719a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=788b3b19b01d457d89e72fa4e747728f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6313293 Feb 16 13:33:45.472270 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44642) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:45.564175 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:45.570641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:45.575458 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] Publish callbacks [] for security_group (7e0467f6-4454-44f5-898d-a0cbe5f3eb34), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.586853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:45.606593 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] Publish callbacks [] for security_group (7e0467f6-4454-44f5-898d-a0cbe5f3eb34), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.680805 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Pushing event updated for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:45.708189 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8e49d679-2f38-401c-81d0-c6d38f2abf39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6955105d86a641a1a878985b7687616e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8232720 Feb 16 13:33:45.721002 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44646) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:45.739944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7e0467f6-4454-44f5-898d-a0cbe5f3eb34), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.739944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.739944 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e0467f6-4454-44f5-898d-a0cbe5f3eb34 HTTP/1.1" status: 204 len: 168 time: 0.2613580 Feb 16 13:33:45.743061 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d679-2f38-401c-81d0-c6d38f2abf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c8321-1ec0-4e2d-b4cf-24ae12f8093e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:45.754582 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (4136925e-497e-44ad-8529-d76e3833508c), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:45.787405 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59d7c4-f7c4-4c93-a023-1e7a94965d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0467f6-4454-44f5-898d-a0cbe5f3eb34,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:46.019969 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] Publish callbacks [] for security_group (580c8321-1ec0-4e2d-b4cf-24ae12f8093e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.064090 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] Publish callbacks [] for security_group (580c8321-1ec0-4e2d-b4cf-24ae12f8093e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.142452 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7658ee9-d861-4afb-9517-5afde49c7c87 req-ac3f7611-b537-4754-996f-5a1a90b44dc6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:46.144411 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7658ee9-d861-4afb-9517-5afde49c7c87 req-ac3f7611-b537-4754-996f-5a1a90b44dc6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.4650304 Feb 16 13:33:46.147803 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (580c8321-1ec0-4e2d-b4cf-24ae12f8093e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.150708 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.154259 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/580c8321-1ec0-4e2d-b4cf-24ae12f8093e HTTP/1.1" status: 204 len: 168 time: 0.4201462 Feb 16 13:33:46.234273 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f66b0f-0c1b-4742-b86e-b94561938634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c8321-1ec0-4e2d-b4cf-24ae12f8093e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:46.242351 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-6130d4ab-3071-4565-ac26-10ef83ff0fd9 None None] Provisioning complete for port 6e846203-1a23-453c-85bb-6e8f71b2f360 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:46.242962 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6130d4ab-3071-4565-ac26-10ef83ff0fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.310782 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d7658ee9-d861-4afb-9517-5afde49c7c87 req-c3976cf0-16f1-4075-9d8a-e229e21b6bce tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456141 Feb 16 13:33:46.390752 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-6130d4ab-3071-4565-ac26-10ef83ff0fd9 None None] Port 6e846203-1a23-453c-85bb-6e8f71b2f360 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:33:46.476818 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:46.602990 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:46.751670 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:46.752034 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.043425 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4e57bc9a-ed9e-49c6-84bc-5685df9cfe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.056800 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks [] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.085102 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:47.085102 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.087178 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.147611 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:47.158679 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.273810 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:47.372354 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (4136925e-497e-44ad-8529-d76e3833508c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:47.695880 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Pushing event updated for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:47.793037 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:47.816497 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4606-01ef-44e4-a0e3-33e15ed91301 req-cf2fcd8a-be31-4a2c-aba6-cbac423d412b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:47.818843 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3a3e4606-01ef-44e4-a0e3-33e15ed91301 req-cf2fcd8a-be31-4a2c-aba6-cbac423d412b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2068617 Feb 16 13:33:47.826105 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:48.304391 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3a3e4606-01ef-44e4-a0e3-33e15ed91301 req-66140c05-27ab-4fac-8d6c-fa9c6223b11d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034220 Feb 16 13:33:48.404240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Router 4136925e-497e-44ad-8529-d76e3833508c has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:33:48.420314 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83e79-8275-4051-b762-a57d0febb10b req-3797d3f3-35d7-4223-9f14-3b3654c52721 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:48.431958 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-1ef67ebb-08b4-4de9-af31-239d21c62978 None None] Provisioning complete for port 6e846203-1a23-453c-85bb-6e8f71b2f360 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:48.432811 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1ef67ebb-08b4-4de9-af31-239d21c62978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:48.438080 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17b83e79-8275-4051-b762-a57d0febb10b req-3797d3f3-35d7-4223-9f14-3b3654c52721 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.3745716 Feb 16 13:33:48.510396 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17b83e79-8275-4051-b762-a57d0febb10b req-11d3d838-efc4-488f-be58-36df0f4be0c5 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707154 Feb 16 13:33:48.521332 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:48.560820 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-1ef67ebb-08b4-4de9-af31-239d21c62978 None None] Port 6e846203-1a23-453c-85bb-6e8f71b2f360 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:33:48.593665 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:48.594376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:48.672900 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:33:48.689704 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3a6d8bde-095c-4638-8faa-dd3b854c0a7e admin admin] 10.222.0.73 "PUT /v2.0/routers/4136925e-497e-44ad-8529-d76e3833508c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3931398 Feb 16 13:33:48.757287 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Sync routers for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:48.780269 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:48.790305 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:48.791402 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:49.040348 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:49.361800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-da18a906-6f82-4fcc-809f-c409a17e389b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:49.456530 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 2, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:49.496513 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Checking router: 4136925e-497e-44ad-8529-d76e3833508c for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:49.496890 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Updating router 4136925e-497e-44ad-8529-d76e3833508c port 6e846203-1a23-453c-85bb-6e8f71b2f360 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:33:49.540888 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:49.550349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a695e0-5943-4444-b7b1-97bb75ead81e req-3480bc43-d26b-419a-9e06-55eaa30c6a03 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:49.553732 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04a695e0-5943-4444-b7b1-97bb75ead81e req-3480bc43-d26b-419a-9e06-55eaa30c6a03 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Feb 16 13:33:49.727405 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04a695e0-5943-4444-b7b1-97bb75ead81e req-d1011d69-1d22-40d5-8b95-a003419dbe27 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562576 Feb 16 13:33:49.764189 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05870b9b-afcb-4330-9f32-6546d27a98f2 req-64d4f632-b052-477c-b71d-8f1295618a9e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:49.772832 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05870b9b-afcb-4330-9f32-6546d27a98f2 req-64d4f632-b052-477c-b71d-8f1295618a9e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1154208 Feb 16 13:33:49.798421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44784) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:49.803761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1570248976-network', 'tenant_id': '18a06d02637647008e118d4128a08a0c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:49.836985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Made reservation on behalf of 18a06d02637647008e118d4128a08a0c for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:49.839939 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:49.847563 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-05870b9b-afcb-4330-9f32-6546d27a98f2 req-b96a2a32-7b56-4e20-abf7-45de22714941 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709689 Feb 16 13:33:49.861391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:49.975104 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks [] for security_group (96acdc0b-b4a8-4c58-8950-a02373b6f441), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:49.981233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (96acdc0b-b4a8-4c58-8950-a02373b6f441), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.017872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:33:50.029407 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96acdc0b-b4a8-4c58-8950-a02373b6f441,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:50.044111 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (249b5a49-684f-4541-8c61-3349a8d6600d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.044622 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Added segment 249b5a49-684f-4541-8c61-3349a8d6600d of type vlan for network 3825c275-86fe-429a-b5c9-32ccc52180bf Feb 16 13:33:50.101303 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks [] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.106316 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (3825c275-86fe-429a-b5c9-32ccc52180bf), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.110947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.155747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (3825c275-86fe-429a-b5c9-32ccc52180bf), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.156767 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:50.157453 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.202148 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4024324 Feb 16 13:33:50.202534 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44798) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:50.217226 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Request body: {'subnet': {'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1570248976-subnet', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:50.241787 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7612c-9cd9-44c2-8b98-0c78d506d379 admin admin] Pushing event updated for resources: {'Network': ['ID=3825c275-86fe-429a-b5c9-32ccc52180bf,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:50.271760 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Made reservation on behalf of 18a06d02637647008e118d4128a08a0c for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:50.275193 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12957045'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.285434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.288847 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717178c-964e-44ba-8b80-f3bf3cbec5fa None None] Pushing event updated for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:50.292454 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 3825c275-86fe-429a-b5c9-32ccc52180bf details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:33:50.508051 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Attempting to bind port 6e846203-1a23-453c-85bb-6e8f71b2f360 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:50.508907 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Attempting to bind port 6e846203-1a23-453c-85bb-6e8f71b2f360 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:50.508907 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Attempting to bind port 6e846203-1a23-453c-85bb-6e8f71b2f360 on network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:50.525502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:50.525976 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Checking segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:50.526571 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.531991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Bound using segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:50.531991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Bound port: 6e846203-1a23-453c-85bb-6e8f71b2f360, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:50.532512 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.689338 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] For port 6e846203-1a23-453c-85bb-6e8f71b2f360, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:50.713356 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] For port 6e846203-1a23-453c-85bb-6e8f71b2f360, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=6e846203-1a23-453c-85bb-6e8f71b2f360,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:50.723128 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.861538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Provisioning complete for port 6e846203-1a23-453c-85bb-6e8f71b2f360 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:50.862347 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:50.928881 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13794640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956999'] for subnet (a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.014963 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:51.016932 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:51.106586 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717178c-964e-44ba-8b80-f3bf3cbec5fa None None] Pushing event updated for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:51.304459 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Checking segment: {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:51.304827 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Network hostable DHCP agents. Network: 3825c275-86fe-429a-b5c9-32ccc52180bf, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:33:51.319891 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Current status of the port 6e846203-1a23-453c-85bb-6e8f71b2f360 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:51.321128 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.331391 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:51.363245 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218f115-afcf-4da7-9ab4-be94a66981c9 req-08fbdf3e-ff0b-4c73-82b9-ad67ccbcbb74 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:51.365822 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3218f115-afcf-4da7-9ab4-be94a66981c9 req-08fbdf3e-ff0b-4c73-82b9-ad67ccbcbb74 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.2439628 Feb 16 13:33:51.383460 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7f39-8521-4795-8065-30075c6671c1 req-677cd603-5862-401b-87e2-7770219f55e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:51.389119 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22cd7f39-8521-4795-8065-30075c6671c1 req-677cd603-5862-401b-87e2-7770219f55e7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.4937570 Feb 16 13:33:51.402197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:51.420142 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Network 3825c275-86fe-429a-b5c9-32ccc52180bf is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:33:51.460491 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] For port 6e846203-1a23-453c-85bb-6e8f71b2f360, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=6e846203-1a23-453c-85bb-6e8f71b2f360,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:51.462533 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 3825c275-86fe-429a-b5c9-32ccc52180bf) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:51.484184 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:51.485168 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.497972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ce998-42e4-47a7-9606-63796b56fb56 None None] Network 3825c275-86fe-429a-b5c9-32ccc52180bf requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:51.511721 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.559842 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3218f115-afcf-4da7-9ab4-be94a66981c9 req-13c3955b-b25d-4eec-9fc4-9dfdf505942b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662917 Feb 16 13:33:51.568520 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7751b01a-ab25-4fef-b71b-7a7a5bc1ad94 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3640084 Feb 16 13:33:51.573034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44860) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:51.575254 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22cd7f39-8521-4795-8065-30075c6671c1 req-b360ba01-ca19-447c-a0d1-2108c7f432f3 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681347 Feb 16 13:33:51.587872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:51.643898 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (0125786e-26e4-4f95-b377-5e1919def37d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.646055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (0125786e-26e4-4f95-b377-5e1919def37d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.724931 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for router_controller (0125786e-26e4-4f95-b377-5e1919def37d), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.901137 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-b3975493-3a29-436f-8267-7681dfe119db None None] Provisioning complete for port 6e846203-1a23-453c-85bb-6e8f71b2f360 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:51.901632 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b3975493-3a29-436f-8267-7681dfe119db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:51.975665 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8b84e-0636-4a8f-9e26-976513f962e3 None None] Pushing event updated for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:51.979871 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.031232 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for router_gateway (0125786e-26e4-4f95-b377-5e1919def37d), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.095524 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-3825c275-86fe-429a-b5c9-32ccc52180bf', 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf', 'project_id': '18a06d02637647008e118d4128a08a0c', 'fixed_ips': [{'subnet_id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:33:52.096439 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.176356 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-b3975493-3a29-436f-8267-7681dfe119db None None] Current status of the port 6e846203-1a23-453c-85bb-6e8f71b2f360 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:52.244801 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44880) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:52.293309 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:50Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:52.361820 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edffe657-79cd-4c71-bcc1-0c1310e601e0 None None] The sync data for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi is: [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:50Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:52.365191 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Deleting subnet 094c9f6e-6a91-4636-88f4-c5ba94abe362 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:33:52.369769 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Publish callbacks [] for subnet (094c9f6e-6a91-4636-88f4-c5ba94abe362), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.392397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Allocated IP 172.20.0.2 (3825c275-86fe-429a-b5c9-32ccc52180bf/a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd/ba2fe0fd-35a1-4baf-8a98-d436df85a68e) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:52.558589 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for router_gateway (0125786e-26e4-4f95-b377-5e1919def37d), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.611756 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.895204 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44888) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:52.901730 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks [] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.938353 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:52.988797 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Allocated IP 172.27.3.49 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/0beaa25d-5341-4b79-96f2-a25e1d19e97d) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:53.061604 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Pushing event updated for resources: {'Port': ['ID=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:53.095290 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Network 3825c275-86fe-429a-b5c9-32ccc52180bf is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:53.132415 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:53.138133 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:53.228502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.239619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4913bcb2-fdd9-47b9-9527-ccad04f4e3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.240732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (094c9f6e-6a91-4636-88f4-c5ba94abe362), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.278085 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Attempting to bind port ba2fe0fd-35a1-4baf-8a98-d436df85a68e on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:53.278619 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Attempting to bind port ba2fe0fd-35a1-4baf-8a98-d436df85a68e by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:53.279546 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Attempting to bind port ba2fe0fd-35a1-4baf-8a98-d436df85a68e on network 3825c275-86fe-429a-b5c9-32ccc52180bf {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:53.295961 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:53.296553 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Checking segment: {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:53.297205 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.297840 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Bound using segment: {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:53.298676 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Bound port: ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:53.299306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.348037 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (094c9f6e-6a91-4636-88f4-c5ba94abe362), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.433890 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.456677 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fefd8d-efd9-4625-ba23-fb7998e7e9ea req-21ee9e29-3630-4e9f-a3d5-4592e581fe3e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:53.466178 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d8fefd8d-efd9-4625-ba23-fb7998e7e9ea req-21ee9e29-3630-4e9f-a3d5-4592e581fe3e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.4718962 Feb 16 13:33:53.496275 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da13077-09e1-492f-bc2c-23d7fbe3d9d2 req-cbd441a8-2762-4007-8e94-7d4d5409af4a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:53.498810 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0da13077-09e1-492f-bc2c-23d7fbe3d9d2 req-cbd441a8-2762-4007-8e94-7d4d5409af4a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.4522576 Feb 16 13:33:53.506130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4913bcb2-fdd9-47b9-9527-ccad04f4e3b8 admin admin] Publish callbacks [] for security_group (d130b9e4-a8c3-4662-a504-c37ee8fe5e7e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.529304 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4913bcb2-fdd9-47b9-9527-ccad04f4e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (d130b9e4-a8c3-4662-a504-c37ee8fe5e7e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.596980 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] For port ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:53.613046 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] For port ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:53.625259 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913bcb2-fdd9-47b9-9527-ccad04f4e3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d130b9e4-a8c3-4662-a504-c37ee8fe5e7e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:53.636912 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4913bcb2-fdd9-47b9-9527-ccad04f4e3b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ba6a9c30304346f9b059a01af19d9957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7397563 Feb 16 13:33:53.640926 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44898) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:53.645675 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.698060 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44900) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:53.710408 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.715478 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (094c9f6e-6a91-4636-88f4-c5ba94abe362), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.732197 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d8fefd8d-efd9-4625-ba23-fb7998e7e9ea req-8e736806-5f59-4773-bf2c-5df49cdb7bc6 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494471 Feb 16 13:33:53.796802 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0da13077-09e1-492f-bc2c-23d7fbe3d9d2 req-53cd5f1e-ee40-464f-913d-63c3eae87e69 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779360 Feb 16 13:33:53.809771 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094c9f6e-6a91-4636-88f4-c5ba94abe362,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:53.817647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:53.829701 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3e8061fd-085c-43a0-9d34-040e3ee82081 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/094c9f6e-6a91-4636-88f4-c5ba94abe362 HTTP/1.1" status: 204 len: 168 time: 1.5789878 Feb 16 13:33:53.835510 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44904) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:53.893018 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd000be-4874-4750-9412-58ffa372e793 None None] Pushing event updated for resources: {'Port': ['ID=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:53.903770 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:53.906818 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Pushing event updated for resources: {'Port': ['ID=0beaa25d-5341-4b79-96f2-a25e1d19e97d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:53.917231 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:53.928804 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:53.979285 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (fd39b829-3312-4ce6-be8a-90b2e221b2bb), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.143500 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (fd39b829-3312-4ce6-be8a-90b2e221b2bb), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.159341 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0f414909-f8d8-4e03-8284-ff7558bffe80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.165590 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] Publish callbacks [] for security_group (d130b9e4-a8c3-4662-a504-c37ee8fe5e7e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.224337 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd39b829-3312-4ce6-be8a-90b2e221b2bb']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:54.242033 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eebb20-7b42-4f98-8ce8-d094a56d819c') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:54.242393 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eebb20-7b42-4f98-8ce8-d094a56d819c') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:54.257843 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (38eebb20-7b42-4f98-8ce8-d094a56d819c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.288537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (38eebb20-7b42-4f98-8ce8-d094a56d819c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.302911 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:33:54.303537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (38eebb20-7b42-4f98-8ce8-d094a56d819c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.304877 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] Publish callbacks [] for security_group (d130b9e4-a8c3-4662-a504-c37ee8fe5e7e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:33:54.306949 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:33:54.426097 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0f414909-f8d8-4e03-8284-ff7558bffe80 admin admin] Publish callbacks [] for security_group (3ba21ab3-a923-4857-8eb3-a8e68c581019), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.445281 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0f414909-f8d8-4e03-8284-ff7558bffe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (3ba21ab3-a923-4857-8eb3-a8e68c581019), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.465142 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (fd39b829-3312-4ce6-be8a-90b2e221b2bb), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.540316 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.548286 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fd39b829-3312-4ce6-be8a-90b2e221b2bb HTTP/1.1" status: 204 len: 168 time: 0.7069008 Feb 16 13:33:54.569881 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (d130b9e4-a8c3-4662-a504-c37ee8fe5e7e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.572728 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.573964 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d130b9e4-a8c3-4662-a504-c37ee8fe5e7e HTTP/1.1" status: 204 len: 168 time: 0.9315886 Feb 16 13:33:54.591719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e86fa3-eeaa-4b55-9b36-49c2223f2efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d130b9e4-a8c3-4662-a504-c37ee8fe5e7e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:54.614333 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 44910) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:54.615647 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0f414909-f8d8-4e03-8284-ff7558bffe80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b391f9859464fab9b148bb2a9ead574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9123240 Feb 16 13:33:54.620020 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77167a61-0dd2-4e15-8bcb-ec7f560c9783 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd39b829-3312-4ce6-be8a-90b2e221b2bb,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:54.624609 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f414909-f8d8-4e03-8284-ff7558bffe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba21ab3-a923-4857-8eb3-a8e68c581019,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:54.760257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for router_gateway (0125786e-26e4-4f95-b377-5e1919def37d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:54.761115 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ba2fe0fd-35a1-4baf-8a98-d436df85a68e up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:54.921390 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44916) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:54.939655 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port ba2fe0fd-35a1-4baf-8a98-d436df85a68e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:54.946450 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.155612 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port ba2fe0fd-35a1-4baf-8a98-d436df85a68e is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:55.156081 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.274513 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b8c037b8-5d80-4235-a33f-4df45a228916 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5fbce55192ac458399206a5ef27193ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511653 Feb 16 13:33:55.279499 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44918) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:55.303760 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:33:55.312626 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.313974 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 6e846203-1a23-453c-85bb-6e8f71b2f360 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:55.365258 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604575e-3c7f-44b4-ace6-26a71231095d req-d4a2aa0e-af77-482c-a36a-0eff89a470f1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:55.381688 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e604575e-3c7f-44b4-ace6-26a71231095d req-d4a2aa0e-af77-482c-a36a-0eff89a470f1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.4157083 Feb 16 13:33:55.392361 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfb4fc-5276-413b-b218-b87480c190d0 req-efbb1578-0855-4a1f-a322-87bae1a47be2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:55.394828 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2dcfb4fc-5276-413b-b218-b87480c190d0 req-efbb1578-0855-4a1f-a322-87bae1a47be2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.3670859 Feb 16 13:33:55.484049 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 6e846203-1a23-453c-85bb-6e8f71b2f360 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:55.484994 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.502365 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] Publish callbacks [] for security_group (00e58f0d-5a7b-49c9-ba30-b72659501225), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.527157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] Publish callbacks [] for security_group (3ba21ab3-a923-4857-8eb3-a8e68c581019), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.533992 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] Publish callbacks [] for security_group (00e58f0d-5a7b-49c9-ba30-b72659501225), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.550348 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:55.556301 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f147a-9ca1-4ee4-9e66-8b590b107088 None None] Network 3825c275-86fe-429a-b5c9-32ccc52180bf requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:33:55.602240 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2dcfb4fc-5276-413b-b218-b87480c190d0 req-5353be9a-6c10-47e6-bbf4-6b8ed00b4b73 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873689 Feb 16 13:33:55.609785 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] Publish callbacks [] for security_group (3ba21ab3-a923-4857-8eb3-a8e68c581019), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.631370 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e604575e-3c7f-44b4-ace6-26a71231095d req-5fcc1be2-4145-4c4b-b3ef-faa6a2fb7010 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483253 Feb 16 13:33:55.671143 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00e58f0d-5a7b-49c9-ba30-b72659501225), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.674200 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.679682 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00e58f0d-5a7b-49c9-ba30-b72659501225 HTTP/1.1" status: 204 len: 168 time: 0.3978019 Feb 16 13:33:55.693201 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f26b-545e-4eed-a1d8-a8567f93b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e58f0d-5a7b-49c9-ba30-b72659501225,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:55.739835 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-99772cd1-2f24-4ff3-88ef-ddc73f0edfee None None] Provisioning complete for port ba2fe0fd-35a1-4baf-8a98-d436df85a68e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:55.740360 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-99772cd1-2f24-4ff3-88ef-ddc73f0edfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.798238 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (3ba21ab3-a923-4857-8eb3-a8e68c581019), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.802346 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.803573 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ba21ab3-a923-4857-8eb3-a8e68c581019 HTTP/1.1" status: 204 len: 168 time: 1.1873591 Feb 16 13:33:55.816614 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261b907-1453-490b-9ea9-6b4eefbb0571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba21ab3-a923-4857-8eb3-a8e68c581019,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:55.844033 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (0125786e-26e4-4f95-b377-5e1919def37d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:55.976739 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 6e846203-1a23-453c-85bb-6e8f71b2f360 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:56.074855 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-99772cd1-2f24-4ff3-88ef-ddc73f0edfee None None] Current status of the port ba2fe0fd-35a1-4baf-8a98-d436df85a68e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:56.124153 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Router 0125786e-26e4-4f95-b377-5e1919def37d is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:33:56.382345 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:33:56.421330 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-6f9ba83b-7af6-44d6-8546-e29e84715a36 None None] Provisioning complete for port ba2fe0fd-35a1-4baf-8a98-d436df85a68e triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:56.422479 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba83b-7af6-44d6-8546-e29e84715a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:56.423800 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Sync routers for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:56.453599 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:56.465553 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 44938) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:33:56.466318 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-dac20ee4-2bf3-4719-836b-39376280648c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8904612 Feb 16 13:33:56.471986 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:56.473170 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:56.518763 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ba2fe0fd-35a1-4baf-8a98-d436df85a68e up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:33:56.686919 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ba83b-7af6-44d6-8546-e29e84715a36 None None] Current status of the port ba2fe0fd-35a1-4baf-8a98-d436df85a68e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:56.693636 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port ba2fe0fd-35a1-4baf-8a98-d436df85a68e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:56.696800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:56.907971 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:57.084689 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port ba2fe0fd-35a1-4baf-8a98-d436df85a68e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:33:57.223811 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a9f8-d133-4fa9-8d12-81e45fdbc415 req-5b61a645-e14d-4392-989a-596df7824396 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:57.225755 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1371a9f8-d133-4fa9-8d12-81e45fdbc415 req-5b61a645-e14d-4392-989a-596df7824396 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.3357627 Feb 16 13:33:57.263266 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d83b6-1381-4237-9488-544e271b09a3 req-593e896e-5d9f-4bc3-b614-d2b7bf1253f9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:57.265492 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba7d83b6-1381-4237-9488-544e271b09a3 req-593e896e-5d9f-4bc3-b614-d2b7bf1253f9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.3702700 Feb 16 13:33:57.319147 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:54Z', 'revision_number': 3, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:57.346161 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1371a9f8-d133-4fa9-8d12-81e45fdbc415 req-cd2f286e-49c1-423b-958b-1494a18fc14b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041362 Feb 16 13:33:57.368798 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Checking router: 0125786e-26e4-4f95-b377-5e1919def37d for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:57.369159 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Updating router 0125786e-26e4-4f95-b377-5e1919def37d port 0beaa25d-5341-4b79-96f2-a25e1d19e97d binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:33:57.424479 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:57.444513 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba7d83b6-1381-4237-9488-544e271b09a3 req-013ec84c-74a0-4daa-9b04-9714fe8514a4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021466 Feb 16 13:33:57.735263 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:57.804758 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks [] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:57.813551 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:57.883363 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Pushing event updated for resources: {'Port': ['ID=0beaa25d-5341-4b79-96f2-a25e1d19e97d,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:57.902972 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.903349 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.903902 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.904493 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.905027 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.905521 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.906112 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.906751 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.907277 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.907825 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.908472 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.908826 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.909141 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:57.912933 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Attempting to bind port 0beaa25d-5341-4b79-96f2-a25e1d19e97d on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:33:57.913561 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Attempting to bind port 0beaa25d-5341-4b79-96f2-a25e1d19e97d by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:33:57.914118 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Attempting to bind port 0beaa25d-5341-4b79-96f2-a25e1d19e97d on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:33:57.921678 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:33:57.922585 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:33:57.923203 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:57.923900 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:33:57.924687 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Bound port: 0beaa25d-5341-4b79-96f2-a25e1d19e97d, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:33:57.925322 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.019194 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] For port 0beaa25d-5341-4b79-96f2-a25e1d19e97d, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:33:58.026548 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] For port 0beaa25d-5341-4b79-96f2-a25e1d19e97d, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0beaa25d-5341-4b79-96f2-a25e1d19e97d,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:33:58.047256 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.106591 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Allocated IP 172.20.0.1 (3825c275-86fe-429a-b5c9-32ccc52180bf/a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd/7e5ca0d4-4ddc-445f-937a-9f268f0f3de8) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:58.181354 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:33:58.182858 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:58.187783 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.196384 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd8a1-5b4c-42ac-b3bc-2002154b6eec None None] Pushing event updated for resources: {'Port': ['ID=0beaa25d-5341-4b79-96f2-a25e1d19e97d,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:58.313497 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks [] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.363195 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:33:58.367959 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.420186 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Network 3825c275-86fe-429a-b5c9-32ccc52180bf is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:58.426328 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:58.429725 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:33:58.474180 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:58.579127 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (0125786e-26e4-4f95-b377-5e1919def37d), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.694717 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bce3d-f4c3-417a-825f-9bbad8b6a749 req-665a8423-20fd-459f-88e1-6b3d15d19f7f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:58.696521 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f48bce3d-f4c3-417a-825f-9bbad8b6a749 req-665a8423-20fd-459f-88e1-6b3d15d19f7f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.2265840 Feb 16 13:33:58.741930 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:54Z', 'revision_number': 3, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:58.781253 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125cfae-1bdf-409e-b5ee-d1678180a18c None None] The sync data for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi is: [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:54Z', 'revision_number': 3, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:58.828580 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e93a1c-85b1-4528-9da8-9b90a9b7b6b8 req-c344842a-0af6-4788-b5ef-5e0923521017 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:58.831209 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a5e93a1c-85b1-4528-9da8-9b90a9b7b6b8 req-c344842a-0af6-4788-b5ef-5e0923521017 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1973948 Feb 16 13:33:58.839020 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2341d51f-b4f8-4a63-b5fa-14a54eceeb62 None None] Provisioning complete for port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:58.839908 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2341d51f-b4f8-4a63-b5fa-14a54eceeb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:58.901486 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2341d51f-b4f8-4a63-b5fa-14a54eceeb62 None None] Port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:33:58.914768 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f48bce3d-f4c3-417a-825f-9bbad8b6a749 req-00cdd98c-bfbd-4828-976e-a009a44accaa tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016237 Feb 16 13:33:58.927334 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:59.014963 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a5e93a1c-85b1-4528-9da8-9b90a9b7b6b8 req-3ae53c30-5388-46a4-acf5-9570aa003042 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510868 Feb 16 13:33:59.239982 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks [] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:59.248587 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:59.772753 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:59.788702 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (0125786e-26e4-4f95-b377-5e1919def37d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:33:59.956853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Network 3825c275-86fe-429a-b5c9-32ccc52180bf is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:59.959364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:00.384741 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21a2d5-f5ac-4321-87f5-a6d8b54d4715 req-df0b1a67-ae0f-4ca8-976c-9039e535d461 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.387229 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e21a2d5-f5ac-4321-87f5-a6d8b54d4715 req-df0b1a67-ae0f-4ca8-976c-9039e535d461 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1926575 Feb 16 13:34:00.403433 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7e5a-82de-4650-a62f-3f22ab6fdb44 req-5ed7ab57-b64a-40dd-b5a6-572bc67f34d3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.405301 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f1c7e5a-82de-4650-a62f-3f22ab6fdb44 req-5ed7ab57-b64a-40dd-b5a6-572bc67f34d3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.2074742 Feb 16 13:34:00.423515 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Router 0125786e-26e4-4f95-b377-5e1919def37d has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:34:00.465974 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-195bf813-38cd-4753-8672-b5d912450457 None None] Provisioning complete for port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:00.468202 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-195bf813-38cd-4753-8672-b5d912450457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:00.512540 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e21a2d5-f5ac-4321-87f5-a6d8b54d4715 req-0aaf65ee-6983-4c5c-bb37-d2fedd90ec02 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058197 Feb 16 13:34:00.539025 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0beaa25d-5341-4b79-96f2-a25e1d19e97d up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:00.587773 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-195bf813-38cd-4753-8672-b5d912450457 None None] Port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:00.599170 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f1c7e5a-82de-4650-a62f-3f22ab6fdb44 req-dd724bbf-9219-44d2-b003-4a1d2a362b54 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781745 Feb 16 13:34:00.626922 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0beaa25d-5341-4b79-96f2-a25e1d19e97d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:00.627450 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:00.662909 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:34:00.673168 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d4346d14-3638-4260-b024-9c34b576b858 admin admin] 10.222.0.73 "PUT /v2.0/routers/0125786e-26e4-4f95-b377-5e1919def37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2049732 Feb 16 13:34:00.763912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0beaa25d-5341-4b79-96f2-a25e1d19e97d is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:00.764559 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:00.803536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 0beaa25d-5341-4b79-96f2-a25e1d19e97d, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0beaa25d-5341-4b79-96f2-a25e1d19e97d,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:00.810857 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:00.892777 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=0beaa25d-5341-4b79-96f2-a25e1d19e97d,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:01.170357 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Sync routers for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:01.188703 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:01.189802 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:01.387445 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:01.724610 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4fd0-507a-4513-8445-9ba8f4cf615a req-f587c5e1-a17e-4fe3-8087-7331207751fc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.733291 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c06f4fd0-507a-4513-8445-9ba8f4cf615a req-f587c5e1-a17e-4fe3-8087-7331207751fc tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1154647 Feb 16 13:34:01.734403 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:58Z', 'revision_number': 4, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '7e5ca0d4-4ddc-445f-937a-9f268f0f3de8', 'name': '', 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'mac_address': 'fa:16:3e:a4:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:57Z', 'updated_at': '2022-02-16T13:33:59Z', 'revision_number': 2, 'project_id': '18a06d02637647008e118d4128a08a0c', 'subnets': [{'id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:01.782051 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Checking router: 0125786e-26e4-4f95-b377-5e1919def37d for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:01.782621 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Updating router 0125786e-26e4-4f95-b377-5e1919def37d port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:01.858535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:01.865650 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c06f4fd0-507a-4513-8445-9ba8f4cf615a req-43d1e332-2e99-472b-b0af-924ce3dafe8a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312442 Feb 16 13:34:01.877948 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a566e07-6fdb-4876-9178-5200d30a8fb7 req-f78cb4ed-4bd7-4322-bdaa-9f0f20f63afb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.880822 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9a566e07-6fdb-4876-9178-5200d30a8fb7 req-f78cb4ed-4bd7-4322-bdaa-9f0f20f63afb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1447423 Feb 16 13:34:01.969599 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9a566e07-6fdb-4876-9178-5200d30a8fb7 req-013c7b3c-bd60-4f3c-b5ac-ff82ab675aa1 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804155 Feb 16 13:34:02.358241 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks [] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.371948 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.452458 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807071bd-8008-4b0c-a3f7-f66e8369011d None None] Pushing event updated for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:02.500737 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0beaa25d-5341-4b79-96f2-a25e1d19e97d up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:02.604082 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Attempting to bind port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:02.604561 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Attempting to bind port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:02.605695 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Attempting to bind port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 on network 3825c275-86fe-429a-b5c9-32ccc52180bf {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:02.626198 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:02.627821 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Checking segment: {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:02.628277 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.630304 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Bound using segment: {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:02.631108 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Bound port: 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249b5a49-684f-4541-8c61-3349a8d6600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:02.631577 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.730349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] For port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:02.754902 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] For port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:02.757855 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 0beaa25d-5341-4b79-96f2-a25e1d19e97d triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:02.758384 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.788719 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.808613 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Provisioning complete for port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:02.808613 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:02.960623 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:02.961333 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:33:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:02.966915 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807071bd-8008-4b0c-a3f7-f66e8369011d None None] Pushing event updated for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:03.223550 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 0beaa25d-5341-4b79-96f2-a25e1d19e97d is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:03.232691 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Current status of the port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:03.233090 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:03.236436 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:03.240017 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165307-c303-4781-af43-7bfdaac651cf req-32efe190-2733-4851-b2d5-1e89d4f8bde9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:03.241891 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-26165307-c303-4781-af43-7bfdaac651cf req-32efe190-2733-4851-b2d5-1e89d4f8bde9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1111586 Feb 16 13:34:03.250180 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317351cd-07d0-4475-956b-56f00ce918f2 req-6b43621f-b74f-4476-b1cc-d20ca8a3b511 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:03.259564 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-317351cd-07d0-4475-956b-56f00ce918f2 req-6b43621f-b74f-4476-b1cc-d20ca8a3b511 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2259641 Feb 16 13:34:03.417341 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] For port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:03.437141 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-317351cd-07d0-4475-956b-56f00ce918f2 req-32206857-e46e-4273-acbe-5afb7a84c89b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762812 Feb 16 13:34:03.453257 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:03.468599 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-26165307-c303-4781-af43-7bfdaac651cf req-d6e204c8-a688-41a2-8dd8-51b0efb64a81 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045028 Feb 16 13:34:03.634879 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-70d3444d-7b48-4bd4-ab85-ac4aafb64e1b None None] Provisioning complete for port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:03.635132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-70d3444d-7b48-4bd4-ab85-ac4aafb64e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:03.639873 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635f86e-1fc6-46a5-a562-d46ae5b8eb68 None None] Pushing event updated for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:03.785423 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-70d3444d-7b48-4bd4-ab85-ac4aafb64e1b None None] Current status of the port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:03.796428 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:58Z', 'revision_number': 4, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '7e5ca0d4-4ddc-445f-937a-9f268f0f3de8', 'name': '', 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'mac_address': 'fa:16:3e:a4:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:57Z', 'updated_at': '2022-02-16T13:34:02Z', 'revision_number': 4, 'project_id': '18a06d02637647008e118d4128a08a0c', 'subnets': [{'id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:04.059763 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8146f6-50d4-47aa-8b63-1feb9e7cc51d None None] The sync data for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi is: [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:33:58Z', 'revision_number': 4, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '7e5ca0d4-4ddc-445f-937a-9f268f0f3de8', 'name': '', 'network_id': '3825c275-86fe-429a-b5c9-32ccc52180bf', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'mac_address': 'fa:16:3e:a4:4d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:57Z', 'updated_at': '2022-02-16T13:34:02Z', 'revision_number': 4, 'project_id': '18a06d02637647008e118d4128a08a0c', 'subnets': [{'id': 'a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:04.530132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:04.635091 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:04.637383 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:04.823443 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f56c4-6a2a-4f32-b7c0-3365795903c0 req-a15ea4ed-b3a0-4007-925f-dbcc2552c8c9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:04.826208 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-192f56c4-6a2a-4f32-b7c0-3365795903c0 req-a15ea4ed-b3a0-4007-925f-dbcc2552c8c9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1823692 Feb 16 13:34:04.850247 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eabfc-9614-4b9e-a425-e287466cc2b2 req-a4374493-784a-4d0c-8161-389e868f5e7f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:04.853283 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-824eabfc-9614-4b9e-a425-e287466cc2b2 req-a4374493-784a-4d0c-8161-389e868f5e7f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1493499 Feb 16 13:34:04.883035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:05.050365 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-824eabfc-9614-4b9e-a425-e287466cc2b2 req-ee683c52-bf5d-4df5-8687-63650f691d1f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821766 Feb 16 13:34:05.067627 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-192f56c4-6a2a-4f32-b7c0-3365795903c0 req-f59d4df4-ef58-4576-94bb-e1949b980848 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121472 Feb 16 13:34:05.502849 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbd50c-f1a9-4b34-bdeb-b7829761c45c req-95aa9ab7-deb1-4ab6-bc9f-445474e6f1bc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:05.508067 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-93dbd50c-f1a9-4b34-bdeb-b7829761c45c req-95aa9ab7-deb1-4ab6-bc9f-445474e6f1bc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1166806 Feb 16 13:34:05.635199 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-93dbd50c-f1a9-4b34-bdeb-b7829761c45c req-b3f25231-0fcc-4737-8132-082aa3f1d168 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216948 Feb 16 13:34:06.301804 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4eb2f-e9d9-4846-a542-96661dba97a8 req-adbf4709-5f42-4422-993a-8453a2e27750 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:06.304248 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dec4eb2f-e9d9-4846-a542-96661dba97a8 req-adbf4709-5f42-4422-993a-8453a2e27750 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0908189 Feb 16 13:34:06.385531 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dec4eb2f-e9d9-4846-a542-96661dba97a8 req-d4f72406-5446-4770-86d7-3e35b27e0525 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705237 Feb 16 13:34:06.848554 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748569-bac3-4fa0-a40b-d13a6fdeecae req-9bf68c04-b730-437d-b570-ec916d24f19b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:06.859159 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19748569-bac3-4fa0-a40b-d13a6fdeecae req-9bf68c04-b730-437d-b570-ec916d24f19b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0967972 Feb 16 13:34:06.953928 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19748569-bac3-4fa0-a40b-d13a6fdeecae req-3adb5c52-59c6-487d-9089-1d162e42b242 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920081 Feb 16 13:34:07.609071 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c90b-f7b1-4e8f-9b99-fd71f877f87f req-c1ca8556-6bd7-43d1-98a5-8ebea3b95616 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:07.612008 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1073c90b-f7b1-4e8f-9b99-fd71f877f87f req-c1ca8556-6bd7-43d1-98a5-8ebea3b95616 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1093745 Feb 16 13:34:07.686337 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-b23a1c1b-0849-43ff-b8a3-c4d5c40bf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:07.689240 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-b23a1c1b-0849-43ff-b8a3-c4d5c40bf238 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.0704694 Feb 16 13:34:07.696968 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1073c90b-f7b1-4e8f-9b99-fd71f877f87f req-504d620f-9d85-46a5-8921-73dd30997a38 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772932 Feb 16 13:34:07.840830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-179c45c2-2573-47b8-b48e-5bfca4a4b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:07.843458 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-179c45c2-2573-47b8-b48e-5bfca4a4b30f service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1441824 Feb 16 13:34:07.962275 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-e8e653ac-4490-4910-b7bb-67b3b14dc46e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 1001 time: 0.1073914 Feb 16 13:34:08.100458 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-0f9839c2-db06-421b-a52b-b88c9baa30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:08.103125 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-0f9839c2-db06-421b-a52b-b88c9baa30d3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.1139042 Feb 16 13:34:08.170902 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-fa790ee0-59fe-40c8-98b5-fd986037bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:08.172758 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-fa790ee0-59fe-40c8-98b5-fd986037bad1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614970 Feb 16 13:34:08.334184 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335703f1-21b8-41a0-bf64-57b56ec11153 req-9a5cef87-8461-4f05-a39a-1469c6b96280 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:08.343116 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-335703f1-21b8-41a0-bf64-57b56ec11153 req-9a5cef87-8461-4f05-a39a-1469c6b96280 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1912498 Feb 16 13:34:08.410004 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-4d2f2d03-c02b-481e-9ccc-6a364812542a service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301993 Feb 16 13:34:08.446394 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-335703f1-21b8-41a0-bf64-57b56ec11153 req-dce9ed56-615b-433e-a4ac-700ddf352415 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008830 Feb 16 13:34:08.596071 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-302bacd0-f105-48b7-a80f-e3740a9e1abd req-375bb4b9-bccf-4499-886b-dd16419aba23 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675785 Feb 16 13:34:08.876732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f518e1-8ba9-4504-a686-9b1423ac7176 req-129025ad-1e65-4c81-afed-a97a0bbc7aac tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:08.886112 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23f518e1-8ba9-4504-a686-9b1423ac7176 req-129025ad-1e65-4c81-afed-a97a0bbc7aac tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0896044 Feb 16 13:34:08.951447 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23f518e1-8ba9-4504-a686-9b1423ac7176 req-c46c3bd7-eb77-48b4-8dd6-517128b7109a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 Feb 16 13:34:09.647794 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08873c18-cb16-4825-a895-8dc547e172d0 req-2d59e63b-a8c0-4079-b1ed-16ef443b3518 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:09.656623 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-08873c18-cb16-4825-a895-8dc547e172d0 req-2d59e63b-a8c0-4079-b1ed-16ef443b3518 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1100779 Feb 16 13:34:09.752195 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-08873c18-cb16-4825-a895-8dc547e172d0 req-6562c25f-f77b-49cc-afd0-4940bfd6e677 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946290 Feb 16 13:34:10.165267 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac49a5-5830-4dfb-9b82-f603df619751 req-f63aa0b7-14b7-48ab-83f1-06ee7d9e4f45 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:10.174476 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1eac49a5-5830-4dfb-9b82-f603df619751 req-f63aa0b7-14b7-48ab-83f1-06ee7d9e4f45 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1047518 Feb 16 13:34:10.245553 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1eac49a5-5830-4dfb-9b82-f603df619751 req-d75a367b-911e-4104-9f73-4e1be7dd16f8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697849 Feb 16 13:34:10.982085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de5975-02d8-43b7-a62d-4a39e9b6cc4d req-e6d70736-d268-4c6e-bb68-63bd5aae8bdc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:10.984832 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-80de5975-02d8-43b7-a62d-4a39e9b6cc4d req-e6d70736-d268-4c6e-bb68-63bd5aae8bdc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1126478 Feb 16 13:34:11.077805 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-80de5975-02d8-43b7-a62d-4a39e9b6cc4d req-84b004c3-cfdc-4fd1-a37a-6de85de589dd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835216 Feb 16 13:34:11.492578 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab323c20-eaad-4059-a077-2e7cc91a221d req-3b1f40de-3397-49a4-ba88-b0d5daace2fa tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:11.506146 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab323c20-eaad-4059-a077-2e7cc91a221d req-3b1f40de-3397-49a4-ba88-b0d5daace2fa tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1304100 Feb 16 13:34:11.596972 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab323c20-eaad-4059-a077-2e7cc91a221d req-730c5452-4d23-40e1-ae69-a88a97fe040a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889361 Feb 16 13:34:12.377456 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59285b-f8ca-4503-aa68-7836effd507b req-590c396f-7cc3-4aaf-9e79-3a1987afc05f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:12.379872 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b59285b-f8ca-4503-aa68-7836effd507b req-590c396f-7cc3-4aaf-9e79-3a1987afc05f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1188247 Feb 16 13:34:12.464698 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b59285b-f8ca-4503-aa68-7836effd507b req-f055ff59-7a6b-4193-99f4-2b0bab5a2361 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725830 Feb 16 13:34:12.809810 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e04c8e-9962-464b-855a-0833b2c4a33f req-22567be2-6c45-45c0-b658-f38b0d2b11e5 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:12.816486 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-06e04c8e-9962-464b-855a-0833b2c4a33f req-22567be2-6c45-45c0-b658-f38b0d2b11e5 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0874181 Feb 16 13:34:12.883419 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-06e04c8e-9962-464b-855a-0833b2c4a33f req-ccf4a0a1-f30f-421c-86b0-5edca25bc758 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653481 Feb 16 13:34:12.891569 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:34:13.734429 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a8419-74df-4d90-a3c0-11fd97a64759 req-bab0105c-095c-483f-994c-335c1b405a78 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.735630 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-925a8419-74df-4d90-a3c0-11fd97a64759 req-bab0105c-095c-483f-994c-335c1b405a78 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1242301 Feb 16 13:34:13.870887 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-925a8419-74df-4d90-a3c0-11fd97a64759 req-96778fe7-681f-4b44-b130-cf6b70ac5b6e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190035 Feb 16 13:34:13.975336 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a7b4-d9fc-4a71-82f1-cd4fb53f08d9 req-e51fb761-827f-4611-b98d-10e9540be1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.977829 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3979a7b4-d9fc-4a71-82f1-cd4fb53f08d9 req-e51fb761-827f-4611-b98d-10e9540be1ed service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.0914528 Feb 16 13:34:14.081233 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3979a7b4-d9fc-4a71-82f1-cd4fb53f08d9 req-45ad51ae-7520-4432-8fee-7b188050ce5f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951612 Feb 16 13:34:14.202864 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc18b12-eb6b-4e11-8f15-78873ffa1959 req-7b1dac1a-4588-4c18-9615-a0e73efc9596 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.204559 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ffc18b12-eb6b-4e11-8f15-78873ffa1959 req-7b1dac1a-4588-4c18-9615-a0e73efc9596 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1170754 Feb 16 13:34:14.334906 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ffc18b12-eb6b-4e11-8f15-78873ffa1959 req-9a5ca6e6-13ad-4269-88fa-928c200ecaf8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189055 Feb 16 13:34:14.377752 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-02b22450-a704-4a2b-ba7d-f72a750229af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:14.380482 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-02b22450-a704-4a2b-ba7d-f72a750229af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 814 time: 0.1747031 Feb 16 13:34:14.398594 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-d790c09f-145d-43b2-8534-29830c008884 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/quotas/55505bddd80d4b59b71ffb30e11508b3 HTTP/1.1" status: 200 len: 375 time: 0.0116374 Feb 16 13:34:14.465986 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-be73e470-79de-49f8-b2b1-4c465b01206b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615852 Feb 16 13:34:14.583093 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-aa10dce3-d63f-48aa-be18-efda4f09c2ab service neutron] 10.222.0.73 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027062 Feb 16 13:34:14.733664 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-d09de0a6-24d8-4039-b242-9fd7cb4a864e service neutron] 10.222.0.73 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430995 Feb 16 13:34:14.954186 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-af9145c3-895f-4de1-b37e-6f73984da3aa req-0d6305f7-ca37-4b68-bab8-d6a6cbffda1a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 210 time: 0.0369508 Feb 16 13:34:15.476128 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d27dc-6146-4b75-8abe-c8c758d3fcab req-86142d38-b3fb-4d3b-a8de-4ec593e451f4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:15.477802 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a5d27dc-6146-4b75-8abe-c8c758d3fcab req-86142d38-b3fb-4d3b-a8de-4ec593e451f4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0588627 Feb 16 13:34:15.537406 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0a5d27dc-6146-4b75-8abe-c8c758d3fcab req-38df4541-df08-43d9-ad5b-e499192b415d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508082 Feb 16 13:34:16.061499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6efe3af3-9eef-4085-ab28-f5fb5d27ab55 req-d1073894-acc2-4846-9c58-3a20029d447b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Feb 16 13:34:16.687310 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607af872-6676-4a41-8a44-972e4d463606 req-1af0a6fa-e69e-40cf-b987-fc50e5417e14 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.689172 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-607af872-6676-4a41-8a44-972e4d463606 req-1af0a6fa-e69e-40cf-b987-fc50e5417e14 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0635581 Feb 16 13:34:16.754885 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-607af872-6676-4a41-8a44-972e4d463606 req-96be39b0-4e6a-4888-856a-6e5221c91fb9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547013 Feb 16 13:34:16.938992 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2b9f186c-a5c1-4bb3-8ce4-d9d782a3d2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:17.174764 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae41294a-1539-46ad-aac4-60791f026c47 req-b6d4484d-3b3b-430b-89a3-005821024936 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 210 time: 0.0368536 Feb 16 13:34:17.911176 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077ec90-1b26-4661-a83b-9599efc62c13 req-9a443da9-2da4-470b-9092-c86e9a2297fe tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:17.913485 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8077ec90-1b26-4661-a83b-9599efc62c13 req-9a443da9-2da4-470b-9092-c86e9a2297fe tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0715137 Feb 16 13:34:17.962902 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-dd50c7ee-a52c-4a8c-a5a7-ede1451478fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:17.973546 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-dd50c7ee-a52c-4a8c-a5a7-ede1451478fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 814 time: 0.2110927 Feb 16 13:34:17.997538 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'port': {'device_id': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'admin_state_up': True, 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:18.026484 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8077ec90-1b26-4661-a83b-9599efc62c13 req-ac96155a-62e1-4ba5-bd8f-dca9c8b47e94 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029241 Feb 16 13:34:18.198999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Made reservation on behalf of 55505bddd80d4b59b71ffb30e11508b3 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:18.204820 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:18.386930 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f5db945a-b2b4-4201-b17f-aba33a78c6d0 req-27323959-857a-4687-a323-c4a4f7ee8ab8 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 210 time: 0.0690277 Feb 16 13:34:18.466452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Allocated IP 172.20.0.10 (89edd751-fe2c-48d4-9d1f-3b218ae2a016/7c51439a-17b6-4c89-8dea-d2c2c3f03d1e/deb4573d-b662-47d0-96c7-bf76a858027a) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:19.022894 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for port (deb4573d-b662-47d0-96c7-bf76a858027a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:19.107122 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:19.223803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:19.245456 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:19.251371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:19.255745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:19.296037 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9674-f211-4fb4-b21c-3da57d2a201f req-9ae64dd0-ef68-41d1-82c5-0e38c1e9cda1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:19.298203 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-50bd9674-f211-4fb4-b21c-3da57d2a201f req-9ae64dd0-ef68-41d1-82c5-0e38c1e9cda1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1590199 Feb 16 13:34:19.328296 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5c799370-84b5-4f45-9dd1-25086359dd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:19.397059 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:19.398897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:19.433499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-50bd9674-f211-4fb4-b21c-3da57d2a201f req-2a9282cd-4023-463c-83af-ed996a291b91 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242483 Feb 16 13:34:19.467283 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f8019bbf-16fd-4fa5-9b9d-23007906b32d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4788027 Feb 16 13:34:19.614557 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437404d2-4e34-446f-991e-b9a3ef7ad444 req-2af5f508-ef31-43eb-af66-1e40663834c5 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:19.624050 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-437404d2-4e34-446f-991e-b9a3ef7ad444 req-2af5f508-ef31-43eb-af66-1e40663834c5 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.1055944 Feb 16 13:34:19.767665 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-437404d2-4e34-446f-991e-b9a3ef7ad444 req-dac4c431-0bce-4948-a62d-194c67c03310 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420844 Feb 16 13:34:19.894363 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-179bd050-9487-4206-b32a-582defe70cce None None] Provisioning complete for port deb4573d-b662-47d0-96c7-bf76a858027a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:19.894744 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-179bd050-9487-4206-b32a-582defe70cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:19.968537 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-179bd050-9487-4206-b32a-582defe70cce None None] Port deb4573d-b662-47d0-96c7-bf76a858027a cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:20.173298 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:20.282882 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50203d-f4d0-4ad9-ae8b-1f5457228067 req-1f1c988a-406a-4bad-a726-25c314270776 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:20.285680 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd50203d-f4d0-4ad9-ae8b-1f5457228067 req-1f1c988a-406a-4bad-a726-25c314270776 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1106946 Feb 16 13:34:20.376907 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd50203d-f4d0-4ad9-ae8b-1f5457228067 req-b4c41638-dddb-482a-b748-227d4ca2d846 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837955 Feb 16 13:34:20.946148 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed2156-550d-488f-beb3-a5d582aaf0fa req-771eea25-9cf2-4cb0-b7ac-c9a023abe6ad tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:20.948615 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02ed2156-550d-488f-beb3-a5d582aaf0fa req-771eea25-9cf2-4cb0-b7ac-c9a023abe6ad tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.0801282 Feb 16 13:34:21.028431 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02ed2156-550d-488f-beb3-a5d582aaf0fa req-9c1f9c39-8154-4129-a15d-f4d7d19a8668 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734131 Feb 16 13:34:21.535144 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721567f5-a999-423a-a117-ddc9ab894f70 req-f9fc7873-376d-4d18-9d34-eb3929c7a984 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:21.543481 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-721567f5-a999-423a-a117-ddc9ab894f70 req-f9fc7873-376d-4d18-9d34-eb3929c7a984 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0794127 Feb 16 13:34:21.604173 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-721567f5-a999-423a-a117-ddc9ab894f70 req-ecc48593-5472-46cf-97ea-b10c98045a9d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Feb 16 13:34:21.783775 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:22.296293 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f6a3-7d06-4335-873a-add936ba91a3 req-a302eb92-1c7c-4b39-b02d-f641abeae67b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:22.309165 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1754f6a3-7d06-4335-873a-add936ba91a3 req-a302eb92-1c7c-4b39-b02d-f641abeae67b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.1318135 Feb 16 13:34:22.405047 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1754f6a3-7d06-4335-873a-add936ba91a3 req-22d40957-2d8e-4ad9-b91e-921b1bc236ae tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947635 Feb 16 13:34:22.517817 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45378) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:22.781595 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a49b4acb-7b92-47a5-88b5-82c6e2e8996b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:22.979470 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3baabc-4d7f-4987-82e5-e4d566bbd96c req-35a218c6-4201-40e1-89d5-c31de09d5890 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:22.994936 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad3baabc-4d7f-4987-82e5-e4d566bbd96c req-35a218c6-4201-40e1-89d5-c31de09d5890 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2171021 Feb 16 13:34:23.109845 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.193302 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad3baabc-4d7f-4987-82e5-e4d566bbd96c req-95787f79-946f-48c6-9aa3-d904ecbd9206 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953750 Feb 16 13:34:23.228474 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a49b4acb-7b92-47a5-88b5-82c6e2e8996b admin admin] Publish callbacks [] for security_group (04b1406b-c51e-455e-8428-6125295e9dfc), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.258245 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a49b4acb-7b92-47a5-88b5-82c6e2e8996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (04b1406b-c51e-455e-8428-6125295e9dfc), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.334827 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4acb-7b92-47a5-88b5-82c6e2e8996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b1406b-c51e-455e-8428-6125295e9dfc,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:23.394902 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a49b4acb-7b92-47a5-88b5-82c6e2e8996b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=514d5cc5dba84ba2933781ee098b0fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8753648 Feb 16 13:34:23.398306 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45424) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:23.534045 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] Publish callbacks [] for security_group (04b1406b-c51e-455e-8428-6125295e9dfc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.597787 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] Publish callbacks [] for security_group (04b1406b-c51e-455e-8428-6125295e9dfc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.737640 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c27e6-9787-4bf3-84bb-d70c33db4e0e req-9a69214a-3949-402e-b208-f2ee0868d757 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:23.752411 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-503c27e6-9787-4bf3-84bb-d70c33db4e0e req-9a69214a-3949-402e-b208-f2ee0868d757 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.1181505 Feb 16 13:34:23.777171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (04b1406b-c51e-455e-8428-6125295e9dfc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.780944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:23.783295 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04b1406b-c51e-455e-8428-6125295e9dfc HTTP/1.1" status: 204 len: 168 time: 0.3824158 Feb 16 13:34:23.814046 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb628b1-0de4-445d-9b7c-73567bfaa09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b1406b-c51e-455e-8428-6125295e9dfc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:23.853179 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-503c27e6-9787-4bf3-84bb-d70c33db4e0e req-159b85ad-fe69-4803-a8d9-3e130d0b2221 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972607 Feb 16 13:34:24.625237 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b361-6fa3-47f5-9152-84acc0c6cd2c req-58e121c5-21ec-45f5-bb9e-d943a171555e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:24.643983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d701b361-6fa3-47f5-9152-84acc0c6cd2c req-58e121c5-21ec-45f5-bb9e-d943a171555e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.2214420 Feb 16 13:34:24.825200 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d701b361-6fa3-47f5-9152-84acc0c6cd2c req-f14bf3d4-3758-4202-a94a-5a8f57477484 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770418 Feb 16 13:34:25.075650 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6e36d-e9ed-4ec8-8da7-acb7d077830f req-08db8916-40f1-4065-a777-ec2adfe23233 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:25.085465 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bea6e36d-e9ed-4ec8-8da7-acb7d077830f req-08db8916-40f1-4065-a777-ec2adfe23233 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.1332486 Feb 16 13:34:25.205926 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bea6e36d-e9ed-4ec8-8da7-acb7d077830f req-ace8e103-17c5-4b0e-8c1c-f7a8807ec44e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185837 Feb 16 13:34:25.422725 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45476) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:25.605471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-353950205-network', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:25.635997 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Made reservation on behalf of 3110b640182d4cd7b9fbf1b8dfd23aea for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:25.641479 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:25.655647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:25.803820 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks [] for security_group (6cb6b909-828d-4497-ab29-069d97b52ced), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:25.813839 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6cb6b909-828d-4497-ab29-069d97b52ced), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:25.870471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:34:25.933985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (42e26cfd-f295-411d-9d66-2d5057f01fa5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:25.945255 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Added segment 42e26cfd-f295-411d-9d66-2d5057f01fa5 of type vlan for network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a Feb 16 13:34:25.953641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb6b909-828d-4497-ab29-069d97b52ced,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:26.060352 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:26.142322 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:26.143496 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:26.144132 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:26.157183 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c771e30-592d-4e78-8986-fa5435927bfd req-28e3bab8-5757-4ed4-9c45-f04b15053371 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:26.158914 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c771e30-592d-4e78-8986-fa5435927bfd req-28e3bab8-5757-4ed4-9c45-f04b15053371 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1256473 Feb 16 13:34:26.213191 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7884631 Feb 16 13:34:26.225826 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45484) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:26.271792 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Request body: {'subnet': {'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-353950205-subnet', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:26.279853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5a412-69b6-41db-af40-945324b79f98 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:26.310812 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:34:26.323273 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c771e30-592d-4e78-8986-fa5435927bfd req-a50904eb-3402-41f1-8ef6-b75d51b092fa tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452901 Feb 16 13:34:26.327113 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Made reservation on behalf of 3110b640182d4cd7b9fbf1b8dfd23aea for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:26.330558 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12957045'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:26.687945 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e31c4-9f02-4655-9a85-ff42ca517405 req-be065429-b9d8-446d-8830-d96204328c48 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:26.689462 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1e8e31c4-9f02-4655-9a85-ff42ca517405 req-be065429-b9d8-446d-8830-d96204328c48 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.2297444 Feb 16 13:34:26.780298 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13794640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956999'] for subnet (d8e0c6b2-4825-43b2-a60d-09887c0de0b4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:26.828046 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1e8e31c4-9f02-4655-9a85-ff42ca517405 req-568f18b7-4896-407f-929b-8b4013cb2fbc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323159 Feb 16 13:34:26.883933 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:26.884514 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Network hostable DHCP agents. Network: b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:34:26.916198 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e0c6b2-4825-43b2-a60d-09887c0de0b4,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:26.939700 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:34:26.996972 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:27.014742 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:27.015967 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.045931 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a2a51-8203-43ce-be57-61e60ef8999f None None] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:34:27.087552 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3c2401cf-f3a6-42ee-b038-7ca054d6d2a3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8680842 Feb 16 13:34:27.091197 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45490) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:27.099161 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:27.149466 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.151065 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.234573 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for router_controller (1d96382a-f8a2-4d90-a537-1330b6617b37), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.343085 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:34:27.343987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.556129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for router_gateway (1d96382a-f8a2-4d90-a537-1330b6617b37), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:27.573604 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Allocated IP 172.20.0.2 (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a/d8e0c6b2-4825-43b2-a60d-09887c0de0b4/55146949-2760-4da5-ae2d-10744f5bd4a2) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:27.597226 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9c85-0725-4e05-85e9-d71a18013d57 req-173587d1-bff3-4abf-a5b9-0bdf1e05307a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:27.603033 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-735b9c85-0725-4e05-85e9-d71a18013d57 req-173587d1-bff3-4abf-a5b9-0bdf1e05307a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1023076 Feb 16 13:34:27.769125 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-735b9c85-0725-4e05-85e9-d71a18013d57 req-73306131-8b9a-432e-96a2-4089f3e0bc89 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391995 Feb 16 13:34:28.019849 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for router_gateway (1d96382a-f8a2-4d90-a537-1330b6617b37), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.044727 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks [] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.072318 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.079478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.087726 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8141f-1a57-4e89-bfb0-69c9e29f35ff req-3a28c4ca-af09-4d01-b024-6dd16504131e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:28.094751 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8bb8141f-1a57-4e89-bfb0-69c9e29f35ff req-3a28c4ca-af09-4d01-b024-6dd16504131e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.1516161 Feb 16 13:34:28.213055 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:28.219857 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:28.225655 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:28.230947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8bb8141f-1a57-4e89-bfb0-69c9e29f35ff req-e61e19f9-a7b8-4846-ba5b-5e4e90ea9628 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290355 Feb 16 13:34:28.249065 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.251029 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Pushing event updated for resources: {'Port': ['ID=55146949-2760-4da5-ae2d-10744f5bd4a2,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:28.326946 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Attempting to bind port 55146949-2760-4da5-ae2d-10744f5bd4a2 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:28.327612 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Attempting to bind port 55146949-2760-4da5-ae2d-10744f5bd4a2 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:28.328173 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Attempting to bind port 55146949-2760-4da5-ae2d-10744f5bd4a2 on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:28.332843 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Allocated IP 172.27.3.190 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/7d615539-4f39-4236-9ccf-d8ae07bef66e) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:28.338898 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:28.339382 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:28.340010 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.340873 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Bound using segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:28.341908 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Bound port: 55146949-2760-4da5-ae2d-10744f5bd4a2, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:28.342823 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.451639 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] For port 55146949-2760-4da5-ae2d-10744f5bd4a2, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:28.457508 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] For port 55146949-2760-4da5-ae2d-10744f5bd4a2, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=55146949-2760-4da5-ae2d-10744f5bd4a2,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:28.466991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.481005 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.519175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:28.570082 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:28.580454 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Pushing event updated for resources: {'Port': ['ID=7d615539-4f39-4236-9ccf-d8ae07bef66e,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:28.584706 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226df7bc-a801-4a5a-97e6-e1204f69faf8 None None] Pushing event updated for resources: {'Port': ['ID=55146949-2760-4da5-ae2d-10744f5bd4a2,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:28.588921 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:28.592061 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:28.864028 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Request body: {'port': {'device_id': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:29.036272 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369dc58-1f89-45aa-8e4d-4820ea9a94bc req-b85e49ad-7ccc-41d8-a65c-971bd1ed44fd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:29.046112 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f369dc58-1f89-45aa-8e4d-4820ea9a94bc req-b85e49ad-7ccc-41d8-a65c-971bd1ed44fd tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0940373 Feb 16 13:34:29.112765 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f369dc58-1f89-45aa-8e4d-4820ea9a94bc req-35210e54-976c-4d0c-b9cc-fb78157720d8 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Feb 16 13:34:29.426783 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d221701-6cf1-45c3-831e-4ba0c6083414 req-9801264e-98d3-497e-8e88-019b30d9d0fe tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:29.429060 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6d221701-6cf1-45c3-831e-4ba0c6083414 req-9801264e-98d3-497e-8e88-019b30d9d0fe tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.0933497 Feb 16 13:34:29.521084 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6d221701-6cf1-45c3-831e-4ba0c6083414 req-3469bcff-b89f-400b-96ce-5fe64473cd82 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798793 Feb 16 13:34:29.557682 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:29.588613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-39365132-7a54-493d-9638-dbee0d2ac53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:29.590528 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-39365132-7a54-493d-9638-dbee0d2ac53a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 1129 time: 0.5318341 Feb 16 13:34:29.595747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for router_gateway (1d96382a-f8a2-4d90-a537-1330b6617b37), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:29.604112 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-2817361a-153f-4b37-bfef-3a4809405ddd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6356514 Feb 16 13:34:29.876828 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeed774-8ee6-424e-b68f-4c8f9cef1e0c None None] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:34:30.000514 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Provisioning complete for port 55146949-2760-4da5-ae2d-10744f5bd4a2 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:30.001048 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.011854 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-8a9fd135-1b73-4531-a2bb-8d709f39d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.013421 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-8a9fd135-1b73-4531-a2bb-8d709f39d5ed service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4d1984f39532468dba5fc27a001fffff&device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 1129 time: 0.2796028 Feb 16 13:34:30.018248 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-15d5e12c-5870-4c74-988f-f453e7c61b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.019810 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-15d5e12c-5870-4c74-988f-f453e7c61b81 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.3382294 Feb 16 13:34:30.219529 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Current status of the port 55146949-2760-4da5-ae2d-10744f5bd4a2 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:30.220657 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.221106 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-06aadd7d-eb51-43e3-ba70-9d6ba7cab7a0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.1557250 Feb 16 13:34:30.302974 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] For port 55146949-2760-4da5-ae2d-10744f5bd4a2, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=55146949-2760-4da5-ae2d-10744f5bd4a2,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:30.314343 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.391356 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f1cc0-3a2f-4ed0-af31-be2021fb989b req-e1930157-b5f4-4c3b-9fb7-4b51bc29057b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.404843 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-475f1cc0-3a2f-4ed0-af31-be2021fb989b req-e1930157-b5f4-4c3b-9fb7-4b51bc29057b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1754990 Feb 16 13:34:30.483019 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27cc2c-3b7f-4ee2-b81d-7c5e84c95f55 None None] Pushing event updated for resources: {'Port': ['ID=55146949-2760-4da5-ae2d-10744f5bd4a2,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:30.506531 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-475f1cc0-3a2f-4ed0-af31-be2021fb989b req-ba1d71ff-6b38-42f3-b6e6-06cbc955094b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004052 Feb 16 13:34:30.572152 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-5cdc7d4b-2648-4bee-805a-a2a8825652da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.573023 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 55146949-2760-4da5-ae2d-10744f5bd4a2 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:30.573795 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-5cdc7d4b-2648-4bee-805a-a2a8825652da service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.3388996 Feb 16 13:34:30.615438 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.670742 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-eb82755c-c45c-40db-99d1-a862a742688b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766578 Feb 16 13:34:30.687967 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-e9382a5e-15a0-4564-bf2e-5b927dd8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.688295 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-727fb2e3-5e00-47ba-a15f-b16dc9398876 None None] Provisioning complete for port 55146949-2760-4da5-ae2d-10744f5bd4a2 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:30.689004 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-727fb2e3-5e00-47ba-a15f-b16dc9398876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.690567 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-e9382a5e-15a0-4564-bf2e-5b927dd8eaca service neutron] 10.222.0.104 "GET /v2.0/networks?id=f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 200 len: 920 time: 0.6238806 Feb 16 13:34:30.746567 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c30fe6-6279-479b-aa86-b229dde0ff6c req-0e484daa-225d-4b66-929b-1b442e87f0bd tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:30.751726 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3c30fe6-6279-479b-aa86-b229dde0ff6c req-0e484daa-225d-4b66-929b-1b442e87f0bd tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 932 time: 0.0803366 Feb 16 13:34:30.763717 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 55146949-2760-4da5-ae2d-10744f5bd4a2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:30.764357 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:30.814940 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3c30fe6-6279-479b-aa86-b229dde0ff6c req-ba5ff96c-3487-40d8-afed-50e5ec1c371d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595765 Feb 16 13:34:30.871163 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-aa1585dd-539a-42f0-8e7f-981b6a15a506 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 200 len: 217 time: 0.0887516 Feb 16 13:34:30.914158 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 55146949-2760-4da5-ae2d-10744f5bd4a2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:30.919435 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-727fb2e3-5e00-47ba-a15f-b16dc9398876 None None] Current status of the port 55146949-2760-4da5-ae2d-10744f5bd4a2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:30.989388 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb4573d-b662-47d0-96c7-bf76a858027a {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:34:31.016561 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks [] for port (deb4573d-b662-47d0-96c7-bf76a858027a), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:31.060219 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Transition to ACTIVE for port object deb4573d-b662-47d0-96c7-bf76a858027a will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:34:31.062257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-cd0796b7-54af-4496-b14b-ad29e070553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:31.063844 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-cd0796b7-54af-4496-b14b-ad29e070553f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 200 len: 859 time: 0.1649616 Feb 16 13:34:31.068658 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-a129c414-fec1-4427-9201-499be5d89f9f service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862081 Feb 16 13:34:31.072248 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:31.163660 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-5d707128-ff9d-4e8f-960b-b3b2a31298ed service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f6450f86-e0db-40d8-8c80-1857225ef54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812783 Feb 16 13:34:31.205114 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:31.588489 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:34:31.649504 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-988f80f5-47a0-44ad-97b4-56c21efff469 req-2ccdda91-71f9-4b37-972e-e57f1dde8845 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658014 Feb 16 13:34:31.723211 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-af2d8233-3505-4d3e-8c8f-463ecacfb907 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419214 Feb 16 13:34:31.747231 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76e8c-90ef-438e-851b-d9bcfbc8cca1 req-6959814c-b108-461c-a8e3-06d120c9d5db tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:31.750053 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-60b76e8c-90ef-438e-851b-d9bcfbc8cca1 req-6959814c-b108-461c-a8e3-06d120c9d5db tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0993838 Feb 16 13:34:31.821371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Attempting to bind port deb4573d-b662-47d0-96c7-bf76a858027a on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:31.821711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Attempting to bind port deb4573d-b662-47d0-96c7-bf76a858027a by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:31.822076 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Attempting to bind port deb4573d-b662-47d0-96c7-bf76a858027a on network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:31.833046 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-60b76e8c-90ef-438e-851b-d9bcfbc8cca1 req-f63018d5-3a9f-48d1-a49c-80c44a08d968 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754366 Feb 16 13:34:31.872056 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Port deb4573d-b662-47d0-96c7-bf76a858027a on network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:34:31.872392 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Attempting to bind port deb4573d-b662-47d0-96c7-bf76a858027a on network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:31.890863 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:31.891205 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Checking segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:31.891596 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Bound using segment: {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:31.892065 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Bound port: deb4573d-b662-47d0-96c7-bf76a858027a, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fa394d-5044-490d-a179-3bbffdcf5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:31.892438 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:31.925856 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:34:31.947351 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:31.960840 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:31.961494 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:31.989651 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a2afaa00-ad99-4f73-a92e-aaeeb0a625c0 req-c5a6c8f4-6477-4f27-8bff-68bfee00a1f5 service neutron] 10.222.0.104 "GET /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315946 Feb 16 13:34:32.046464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.048569 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-aea7aba4-6ff3-4fe8-a8ee-440e43cb1066 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9557545 Feb 16 13:34:32.058337 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45520) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:32.075458 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efb0df-7072-4e97-acef-cfa991139de2 req-4368b6f1-8944-45b1-9b3d-7b4f31efe6c2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.087425 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4efb0df-7072-4e97-acef-cfa991139de2 req-4368b6f1-8944-45b1-9b3d-7b4f31efe6c2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 944 time: 0.1668358 Feb 16 13:34:32.088910 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:32.095429 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:32.112880 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:32.114075 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.176418 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.177897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.178701 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] 10.222.0.104 "PUT /v2.0/ports/deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 1094 time: 3.3285661 Feb 16 13:34:32.179194 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:34:32.182103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:34:32.220804 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:32.230173 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.230792 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.231053 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.231358 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.231769 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.232112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.232452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.232789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.233130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.233467 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.233869 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.234230 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.235027 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec02a7-197d-48e0-b869-d794b44da9b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:32.298431 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4efb0df-7072-4e97-acef-cfa991139de2 req-7e17e286-87ef-42e8-a741-3c8ccfd897b5 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942832 Feb 16 13:34:32.299897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbb599c-5940-4404-b93e-6584f9dcf38b x-openstack-request-id: req-5bbb599c-5940-4404-b93e-6584f9dcf38b {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:34:32.300616 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:34:32.301360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5bbb599c-5940-4404-b93e-6584f9dcf38b {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:34:32.302046 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:34:32.410488 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:28Z', 'revision_number': 3, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:32.440979 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:32.441658 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Updating router 1d96382a-f8a2-4d90-a537-1330b6617b37 port 7d615539-4f39-4236-9ccf-d8ae07bef66e binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:32.470223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-3aa24fec-b892-4071-b9b5-48ffae3bb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.473552 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-3aa24fec-b892-4071-b9b5-48ffae3bb048 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1128 time: 0.1699948 Feb 16 13:34:32.497843 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.560668 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 55146949-2760-4da5-ae2d-10744f5bd4a2 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:32.613267 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-d7268590-2aa7-4e6b-82f0-3c62f6b6c13e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 217 time: 0.1309879 Feb 16 13:34:32.692140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 55146949-2760-4da5-ae2d-10744f5bd4a2 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:32.692514 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.751384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f4a99658-1a44-4a67-a5d4-5a8140d8e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.753641 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-f4a99658-1a44-4a67-a5d4-5a8140d8e962 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.1328785 Feb 16 13:34:32.842001 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks [] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.848499 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 55146949-2760-4da5-ae2d-10744f5bd4a2 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:32.857652 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.861063 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b12-b789-4079-9142-cbe184a274d8 req-267d54d3-6aeb-4e46-8fc1-dacd55da22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.863379 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-267d54d3-6aeb-4e46-8fc1-dacd55da22c0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026759 Feb 16 13:34:32.915872 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19646b4-2717-41dd-b1a1-5d74660c1d4d None None] Pushing event updated for resources: {'Port': ['ID=7d615539-4f39-4236-9ccf-d8ae07bef66e,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:32.928648 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Attempting to bind port 7d615539-4f39-4236-9ccf-d8ae07bef66e on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:32.929024 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Attempting to bind port 7d615539-4f39-4236-9ccf-d8ae07bef66e by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:32.929392 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Attempting to bind port 7d615539-4f39-4236-9ccf-d8ae07bef66e on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:32.935564 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:32.937380 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:32.937380 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:32.937380 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:32.937380 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Bound port: 7d615539-4f39-4236-9ccf-d8ae07bef66e, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:32.937782 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:33.051641 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] For port 7d615539-4f39-4236-9ccf-d8ae07bef66e, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:33.056793 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] For port 7d615539-4f39-4236-9ccf-d8ae07bef66e, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7d615539-4f39-4236-9ccf-d8ae07bef66e,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:33.069622 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:33.077324 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-e71c331f-0106-48f9-bf19-b9652c3f70e2 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049544 Feb 16 13:34:33.139724 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:33.140366 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:33.206196 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e623ee-6695-4379-84fc-8babf524e91d req-e8bb768d-ef99-4e4b-9b46-e23fa069513b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.210592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8e623ee-6695-4379-84fc-8babf524e91d req-e8bb768d-ef99-4e4b-9b46-e23fa069513b tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1846199 Feb 16 13:34:33.280100 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19646b4-2717-41dd-b1a1-5d74660c1d4d None None] Pushing event updated for resources: {'Port': ['ID=7d615539-4f39-4236-9ccf-d8ae07bef66e,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:33.295012 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:33.304595 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2d324b12-b789-4079-9142-cbe184a274d8 req-4ba78f38-3079-4536-82e1-6db630693dd5 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053039 Feb 16 13:34:33.318779 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8e623ee-6695-4379-84fc-8babf524e91d req-83c82cc3-268c-4324-8d69-73fb539bd5c0 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047640 Feb 16 13:34:33.490001 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:33.494234 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-eceebe5a-bccc-4d58-a3b7-7362d4e8f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.496204 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-eceebe5a-bccc-4d58-a3b7-7362d4e8f48b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1128 time: 0.0755086 Feb 16 13:34:33.518500 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68e518-5347-4434-bd33-0cbbae39409c req-931794b3-486d-45e2-9133-e28c8f7f9b59 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.520239 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae68e518-5347-4434-bd33-0cbbae39409c req-931794b3-486d-45e2-9133-e28c8f7f9b59 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 944 time: 0.0895908 Feb 16 13:34:33.547510 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:28Z', 'revision_number': 3, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:33.577698 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011f1e0-bf23-4e1a-b4c9-4755fb2cd807 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:28Z', 'revision_number': 3, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:33.614074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-4c23c531-5d67-4e0f-8dd4-284c0a63a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.615588 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-4c23c531-5d67-4e0f-8dd4-284c0a63a893 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.1090178 Feb 16 13:34:33.663640 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae68e518-5347-4434-bd33-0cbbae39409c req-d95e5c99-4763-4987-83f6-b1b4d5d5d7d2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366203 Feb 16 13:34:33.679722 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-60a6a4a1-8bc0-482f-a1eb-7267ebace69c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 217 time: 0.0482147 Feb 16 13:34:33.758716 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Allocated IP 172.20.0.1 (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a/d8e0c6b2-4825-43b2-a60d-09887c0de0b4/cfc738e1-9743-4825-84e5-a7e3c4fa44a1) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:33.761378 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-5c8e68b6-a0ff-4748-91e6-496df6bb08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.765141 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-5c8e68b6-a0ff-4748-91e6-496df6bb08e5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.0768964 Feb 16 13:34:33.849571 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-c9b48347-9642-4819-8944-7b82ef98a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.852339 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-c9b48347-9642-4819-8944-7b82ef98a230 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726993 Feb 16 13:34:33.937981 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks [] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.032379 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-9e1979e4-822d-4646-a7cb-788341722ce2 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696994 Feb 16 13:34:34.075768 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.165980 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:34.170520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:34.172722 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:34.173133 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c69f739-6b15-4eb2-a351-c89c6bc10ca2 req-24035a6a-73c7-453e-9764-72395f23d2fa service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258404 Feb 16 13:34:34.200060 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:34.203089 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.203444 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.203788 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.204153 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.204467 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.204907 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.205272 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.206403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.206988 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.207603 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.208024 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.208554 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.209074 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:34.278709 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (1d96382a-f8a2-4d90-a537-1330b6617b37), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.542514 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7d615539-4f39-4236-9ccf-d8ae07bef66e up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:34.552590 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.562528 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad54e-8e54-4392-ae87-2b68aaff83c7 req-1fa867f8-97e7-4806-8932-d466c2026c1e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:34.564195 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3a1ad54e-8e54-4392-ae87-2b68aaff83c7 req-1fa867f8-97e7-4806-8932-d466c2026c1e tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1016781 Feb 16 13:34:34.617071 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 7d615539-4f39-4236-9ccf-d8ae07bef66e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:34.617605 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.648343 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-c2480477-6393-48b8-b859-57109ec4ad99 None None] Provisioning complete for port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:34.648888 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c2480477-6393-48b8-b859-57109ec4ad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.675035 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3a1ad54e-8e54-4392-ae87-2b68aaff83c7 req-d11f4ad2-3625-48cc-b91f-5a998054e3ad tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997458 Feb 16 13:34:34.887494 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks [] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.906013 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-c2480477-6393-48b8-b859-57109ec4ad99 None None] Port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:34.918345 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.921217 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 7d615539-4f39-4236-9ccf-d8ae07bef66e is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:34.921808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:34.951096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 7d615539-4f39-4236-9ccf-d8ae07bef66e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7d615539-4f39-4236-9ccf-d8ae07bef66e,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:34.957649 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:35.054915 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20a5d-7abf-4d47-af86-0505baf17f6a req-9da92798-e50f-4d43-844e-6ba317f0e9bf tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:35.056762 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6c20a5d-7abf-4d47-af86-0505baf17f6a req-9da92798-e50f-4d43-844e-6ba317f0e9bf tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 944 time: 0.2475433 Feb 16 13:34:35.058432 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (1d96382a-f8a2-4d90-a537-1330b6617b37), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:35.060884 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:35.075071 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=7d615539-4f39-4236-9ccf-d8ae07bef66e,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:35.167492 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6c20a5d-7abf-4d47-af86-0505baf17f6a req-497ebbfa-ea63-4afd-a007-1e7e3401a9f0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028626 Feb 16 13:34:35.256235 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:35.258346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:35.401375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:34:35.548982 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-72418c46-1e50-42c2-99a6-5a2fc469df31 None None] Provisioning complete for port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:35.550745 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-72418c46-1e50-42c2-99a6-5a2fc469df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:35.584839 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:34:35.594060 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-daed4002-21f8-4dd2-8dd6-919c6e7c62a7 admin admin] 10.222.0.73 "PUT /v2.0/routers/1d96382a-f8a2-4d90-a537-1330b6617b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5336537 Feb 16 13:34:35.620502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-72418c46-1e50-42c2-99a6-5a2fc469df31 None None] Port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:35.990241 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:36.018139 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:36.019433 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:36.215540 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:36.399243 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064f3b7-304a-41d6-8bdd-aaf38ad698dc req-83dfd397-4117-4557-b306-b90b6bac26e9 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:36.402382 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3064f3b7-304a-41d6-8bdd-aaf38ad698dc req-83dfd397-4117-4557-b306-b90b6bac26e9 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 944 time: 0.1467268 Feb 16 13:34:36.516548 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3064f3b7-304a-41d6-8bdd-aaf38ad698dc req-881ac02d-fed7-49ca-8ac7-f4828ffb2df9 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974340 Feb 16 13:34:36.530116 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca095-6d59-4c61-820e-3725cdf3c2f7 req-32a87f3c-0ed9-40e9-924f-5564e3ab5432 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:36.531890 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16ca095-6d59-4c61-820e-3725cdf3c2f7 req-32a87f3c-0ed9-40e9-924f-5564e3ab5432 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1282995 Feb 16 13:34:36.552155 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7d615539-4f39-4236-9ccf-d8ae07bef66e up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:36.605045 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45592) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:36.610112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815788410-network', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:36.612919 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f16ca095-6d59-4c61-820e-3725cdf3c2f7 req-afed2947-76cf-480b-9d0c-89eb06167f99 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745783 Feb 16 13:34:36.652805 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Made reservation on behalf of b2a2f57447474b2bb7a0d3666778248b for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:36.655248 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 7d615539-4f39-4236-9ccf-d8ae07bef66e triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:36.655626 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.656064 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.670912 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.682457 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 2, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:36.727667 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:36.728023 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Updating router 1d96382a-f8a2-4d90-a537-1330b6617b37 port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:36.765317 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.773914 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks [] for security_group (a44ef286-c8d0-472b-95d7-116c01bf63bc), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.782903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a44ef286-c8d0-472b-95d7-116c01bf63bc), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.838883 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:34:36.846720 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44ef286-c8d0-472b-95d7-116c01bf63bc,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:36.856861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (628fa6fa-0d04-465b-b1c2-24439dfc983f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.857442 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Added segment 628fa6fa-0d04-465b-b1c2-24439dfc983f of type vlan for network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 Feb 16 13:34:36.863017 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 7d615539-4f39-4236-9ccf-d8ae07bef66e is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:36.917200 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (e889f01d-36a8-44c8-98fc-72c1bef0a7d6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.947239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (e889f01d-36a8-44c8-98fc-72c1bef0a7d6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.948292 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:36.948846 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:36.989324 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3831236 Feb 16 13:34:36.994222 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45598) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:36.999323 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Request body: {'subnet': {'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815788410-subnet', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:37.022751 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc0a67-3284-4920-929b-c29bd788f2eb admin admin] Pushing event updated for resources: {'Network': ['ID=e889f01d-36a8-44c8-98fc-72c1bef0a7d6,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:37.035970 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Made reservation on behalf of b2a2f57447474b2bb7a0d3666778248b for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:37.038969 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12957045'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.048374 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:34:37.200867 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks [] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.208130 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.276307 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13794640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956999'] for subnet (ae38a52c-721e-4c12-a062-3965c1d3e0e1), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.277390 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea4bb-04d4-40ef-9056-bb6feb3c305b None None] Pushing event updated for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:37.342483 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae38a52c-721e-4c12-a062-3965c1d3e0e1,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:37.352335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Attempting to bind port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:37.354652 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Attempting to bind port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:37.355806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Attempting to bind port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:37.366743 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:37.367332 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:37.368325 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.369022 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Bound using segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:37.371274 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Bound port: cfc738e1-9743-4825-84e5-a7e3c4fa44a1, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:37.371274 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.375630 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Checking segment: {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:37.376342 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Network hostable DHCP agents. Network: e889f01d-36a8-44c8-98fc-72c1bef0a7d6, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:34:37.428132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device deb4573d-b662-47d0-96c7-bf76a858027a details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:34:37.431574 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:34:37.459224 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, e889f01d-36a8-44c8-98fc-72c1bef0a7d6) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:37.497550 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:37.507869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.508181 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1556c6f-f715-4ac9-a183-61fc643d01f7 None None] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:34:37.543672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4967ddbf-ab44-4bcc-a396-4ba34e518be3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5476630 Feb 16 13:34:37.547496 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45612) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:37.560169 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:37.616091 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] For port cfc738e1-9743-4825-84e5-a7e3c4fa44a1, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:37.618262 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (557df02f-55e2-4442-a076-a12897fec4c3), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.623729 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (557df02f-55e2-4442-a076-a12897fec4c3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.745310 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f4448-0bbc-4d61-a345-82bf221b57a3 req-86e1b330-c39f-434c-91dd-e86ce55cf717 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:37.745841 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-739f4448-0bbc-4d61-a345-82bf221b57a3 req-86e1b330-c39f-434c-91dd-e86ce55cf717 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 944 time: 0.0932624 Feb 16 13:34:37.759730 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] For port cfc738e1-9743-4825-84e5-a7e3c4fa44a1, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:37.783448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for router_controller (557df02f-55e2-4442-a076-a12897fec4c3), precommit_add_association {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.814793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.853872 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-739f4448-0bbc-4d61-a345-82bf221b57a3 req-d5a8629e-6224-4722-b46c-0afe86e45ee7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060770 Feb 16 13:34:37.873861 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'fixed_ips': [{'subnet_id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:34:37.875463 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:37.888332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eef2a-9b43-4996-a21a-31ba377d67de req-00552bee-23c9-400d-8ea9-4ef6272e522f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:37.891163 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d9eef2a-9b43-4996-a21a-31ba377d67de req-00552bee-23c9-400d-8ea9-4ef6272e522f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1028411 Feb 16 13:34:37.938924 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Provisioning complete for port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:37.939280 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.028591 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:38.043113 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9d9eef2a-9b43-4996-a21a-31ba377d67de req-14791dcc-3348-4078-96af-f806e2e15c0f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352427 Feb 16 13:34:38.064331 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea4bb-04d4-40ef-9056-bb6feb3c305b None None] Pushing event updated for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:38.083698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'port_id': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'mac_address': 'fa:16:3e:12:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:34:38.105109 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for router_gateway (557df02f-55e2-4442-a076-a12897fec4c3), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.180598 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:38.183159 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:38.363250 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for router_gateway (557df02f-55e2-4442-a076-a12897fec4c3), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.385611 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.542633 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Allocated IP 172.27.3.38 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/f0c950f3-8e2b-4f9a-be25-a1237af2e6fb) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:38.600795 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port deb4573d-b662-47d0-96c7-bf76a858027a is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:38.601182 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.642919 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Allocated IP 172.20.0.2 (e889f01d-36a8-44c8-98fc-72c1bef0a7d6/ae38a52c-721e-4c12-a062-3965c1d3e0e1/89858b23-1835-4708-88d5-45b0336d53c9) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:38.650869 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb4573d-b662-47d0-96c7-bf76a858027a {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:34:38.663177 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:38.665117 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Current status of the port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:38.665528 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.677735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.719935 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.743143 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:38.771769 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:38.775903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:38.780362 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:38.787203 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:38.805625 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:38.922814 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] For port cfc738e1-9743-4825-84e5-a7e3c4fa44a1, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:38.951422 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.007963 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.047521 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.048797 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.048797 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.049106 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.049341 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:39.105255 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405aa3c-b292-4b70-b9c4-f0ecfa2d164f req-9a10ccee-3fc7-44c4-880f-496ebe5d8a4e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:39.107628 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1405aa3c-b292-4b70-b9c4-f0ecfa2d164f req-9a10ccee-3fc7-44c4-880f-496ebe5d8a4e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 945 time: 0.0831997 Feb 16 13:34:39.140265 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for router_gateway (557df02f-55e2-4442-a076-a12897fec4c3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.189457 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1405aa3c-b292-4b70-b9c4-f0ecfa2d164f req-f0b2a573-9b54-44ea-8566-4f2b72651562 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 Feb 16 13:34:39.288396 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks [] for port (89858b23-1835-4708-88d5-45b0336d53c9), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.305643 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-6244f945-6313-4bf2-92b0-8f1609496a38 None None] Provisioning complete for port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:39.306010 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6244f945-6313-4bf2-92b0-8f1609496a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.314365 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:34:39.319091 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50347c3-278d-4e63-a2cf-89983a458f7c req-40ce8e96-e341-4481-8253-cacbeba37dfc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:39.322418 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c50347c3-278d-4e63-a2cf-89983a458f7c req-40ce8e96-e341-4481-8253-cacbeba37dfc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0996859 Feb 16 13:34:39.361142 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (89858b23-1835-4708-88d5-45b0336d53c9), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.386926 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87296b9c-4f89-427b-846e-fae33cfe0797 None None] Pushing event updated for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:39.419514 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c50347c3-278d-4e63-a2cf-89983a458f7c req-663f5530-712e-4589-bd93-21931fd4e279 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895936 Feb 16 13:34:39.463197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:39.464579 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (557df02f-55e2-4442-a076-a12897fec4c3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.473698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:39.484065 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:39.510154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Pushing event updated for resources: {'Port': ['ID=89858b23-1835-4708-88d5-45b0336d53c9,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:39.575701 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:37Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:39.645628 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a78f0-1612-4c2a-9dbf-e18938268858 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:37Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:39.664736 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Attempting to bind port 89858b23-1835-4708-88d5-45b0336d53c9 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:39.665148 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Attempting to bind port 89858b23-1835-4708-88d5-45b0336d53c9 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:39.665480 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Attempting to bind port 89858b23-1835-4708-88d5-45b0336d53c9 on network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:39.682934 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-6244f945-6313-4bf2-92b0-8f1609496a38 None None] Current status of the port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:39.694251 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:39.694577 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Checking segment: {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:39.695066 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.695617 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Bound using segment: {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:39.695983 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Bound port: 89858b23-1835-4708-88d5-45b0336d53c9, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:39.696374 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (89858b23-1835-4708-88d5-45b0336d53c9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.921478 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] For port 89858b23-1835-4708-88d5-45b0336d53c9, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:39.930822 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] For port 89858b23-1835-4708-88d5-45b0336d53c9, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=89858b23-1835-4708-88d5-45b0336d53c9,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:39.944077 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (89858b23-1835-4708-88d5-45b0336d53c9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:39.981596 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Router 557df02f-55e2-4442-a076-a12897fec4c3 is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:34:40.070087 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c2a9-c23b-4dbd-b722-55967f4ccce5 None None] Pushing event updated for resources: {'Port': ['ID=89858b23-1835-4708-88d5-45b0336d53c9,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:40.201081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:34:40.219781 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Sync routers for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:40.246326 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:40.247713 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:40.247993 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4d751242-032c-4b9c-9be5-1707d6527b21 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6989210 Feb 16 13:34:40.250777 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45640) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:40.252571 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:40.588110 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:40.725484 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 89858b23-1835-4708-88d5-45b0336d53c9 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:40.746273 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf7750-9307-41fb-9779-95aca161ebb0 req-0536684b-cbac-4f4e-876e-08d50650edc7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:40.752861 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20cf7750-9307-41fb-9779-95aca161ebb0 req-0536684b-cbac-4f4e-876e-08d50650edc7 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.1652603 Feb 16 13:34:40.832914 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 89858b23-1835-4708-88d5-45b0336d53c9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:40.834775 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (89858b23-1835-4708-88d5-45b0336d53c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:40.963182 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 3, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:40.991657 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 89858b23-1835-4708-88d5-45b0336d53c9 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:40.992273 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (89858b23-1835-4708-88d5-45b0336d53c9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.024614 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Checking router: 557df02f-55e2-4442-a076-a12897fec4c3 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:41.025655 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Updating router 557df02f-55e2-4442-a076-a12897fec4c3 port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:41.091253 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 89858b23-1835-4708-88d5-45b0336d53c9, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=89858b23-1835-4708-88d5-45b0336d53c9,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:41.105712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee430512-8dff-4814-9177-854017cc3c86 req-479f4e0a-2e2c-4154-81b7-62f4bd9d52fe tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:41.106352 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (89858b23-1835-4708-88d5-45b0336d53c9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.108832 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device cfc738e1-9743-4825-84e5-a7e3c4fa44a1 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:41.114568 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee430512-8dff-4814-9177-854017cc3c86 req-479f4e0a-2e2c-4154-81b7-62f4bd9d52fe tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 945 time: 0.7320006 Feb 16 13:34:41.122291 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.234061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee430512-8dff-4814-9177-854017cc3c86 req-67caf604-80d7-479f-bcb1-4a905c74a2c4 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182444 Feb 16 13:34:41.251160 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-20cf7750-9307-41fb-9779-95aca161ebb0 req-69c0d71f-6256-4869-814b-62f7517996e1 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951823 Feb 16 13:34:41.360646 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=89858b23-1835-4708-88d5-45b0336d53c9,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:41.385894 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:41.386541 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.466293 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device deb4573d-b662-47d0-96c7-bf76a858027a up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:41.577031 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:41.640593 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port deb4573d-b662-47d0-96c7-bf76a858027a completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:41.652924 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port deb4573d-b662-47d0-96c7-bf76a858027a triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:41.662609 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.767486 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595593-15c0-4693-9e76-dae856253849 req-270d32d1-0052-4a1a-ad86-fb409237bef3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:41.770777 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-29595593-15c0-4693-9e76-dae856253849 req-270d32d1-0052-4a1a-ad86-fb409237bef3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.3075111 Feb 16 13:34:41.831799 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da9bdb-27e8-4117-9092-e2771bd8dbf8 None None] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:34:41.857032 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks [] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.868142 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.916806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port deb4573d-b662-47d0-96c7-bf76a858027a is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:41.917782 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:41.932508 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa346e-6ed2-44a0-a350-0c8c62e229e5 None None] Pushing event updated for resources: {'Port': ['ID=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:41.951355 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-29595593-15c0-4693-9e76-dae856253849 req-868ce996-1650-4094-981b-8050ef6a26c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611626 Feb 16 13:34:41.984544 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Attempting to bind port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:41.985666 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Attempting to bind port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:41.986261 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Attempting to bind port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:42.000325 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:42.000995 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:42.008517 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.009373 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:42.010677 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Bound port: f0c950f3-8e2b-4f9a-be25-a1237af2e6fb, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:42.012010 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.060831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.098960 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] For port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:42.104794 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] For port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:42.113581 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.187904 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa346e-6ed2-44a0-a350-0c8c62e229e5 None None] Pushing event updated for resources: {'Port': ['ID=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:42.206281 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:42.207005 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:42.307195 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:34:42.312806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0efc21-14d1-463b-a1b9-d496aa25e161" -d '{"events": [{"server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "name": "network-vif-plugged", "status": "completed", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:34:42.364602 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:42.368274 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-1c349095-fcd8-47df-9c9b-13a55fa40c13 None None] Provisioning complete for port 89858b23-1835-4708-88d5-45b0336d53c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:42.369174 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-1c349095-fcd8-47df-9c9b-13a55fa40c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (89858b23-1835-4708-88d5-45b0336d53c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.370626 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Allocated IP 172.20.0.1 (e889f01d-36a8-44c8-98fc-72c1bef0a7d6/ae38a52c-721e-4c12-a062-3965c1d3e0e1/4a6e3c49-3567-4dec-8ccc-e2999e782b88) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:42.406404 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:42.414238 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.550782 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 89858b23-1835-4708-88d5-45b0336d53c9 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:42.599167 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:42.699324 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-1c349095-fcd8-47df-9c9b-13a55fa40c13 None None] Current status of the port 89858b23-1835-4708-88d5-45b0336d53c9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:42.724852 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 89858b23-1835-4708-88d5-45b0336d53c9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:42.725429 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (89858b23-1835-4708-88d5-45b0336d53c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.739380 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3215e2-01cb-439c-ac34-74e32c4b597b req-8ce79c11-0328-41db-86cc-c8035663d426 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:42.741020 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba3215e2-01cb-439c-ac34-74e32c4b597b req-8ce79c11-0328-41db-86cc-c8035663d426 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.3011520 Feb 16 13:34:42.776511 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822160a-711d-4083-af59-11affb33ce6f req-3e63b2e8-2d45-43af-94fb-729754c5f7ef tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:42.779004 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7822160a-711d-4083-af59-11affb33ce6f req-3e63b2e8-2d45-43af-94fb-729754c5f7ef tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.3408585 Feb 16 13:34:42.788419 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks [] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:42.855047 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 3, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:42.912999 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c74ebe-da99-4a4d-84be-c0a5b627ca3f None None] The sync data for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi is: [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 3, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:42.931597 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 89858b23-1835-4708-88d5-45b0336d53c9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:42.948651 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7822160a-711d-4083-af59-11affb33ce6f req-acb44d88-7fec-4f78-a780-b746f9394eac tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557159 Feb 16 13:34:42.958948 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba3215e2-01cb-439c-ac34-74e32c4b597b req-4addeca3-c1cb-40ad-a1f7-427373eb284d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778846 Feb 16 13:34:42.997789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:43.062138 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8def90-1289-45b0-9ea1-45cf2713078a x-openstack-request-id: req-cb8def90-1289-45b0-9ea1-45cf2713078a {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:34:43.063279 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "name": "network-vif-plugged", "status": "completed", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:34:43.063904 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb8def90-1289-45b0-9ea1-45cf2713078a {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:34:43.066375 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'code': 200} Feb 16 13:34:43.095574 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-cf1292b3-aca8-4746-92d7-6cd4cfccad41 None None] Provisioning complete for port 89858b23-1835-4708-88d5-45b0336d53c9 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:43.097208 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cf1292b3-aca8-4746-92d7-6cd4cfccad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (89858b23-1835-4708-88d5-45b0336d53c9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:43.129459 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:43.131763 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:43.141151 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:43.144171 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:43.311404 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (557df02f-55e2-4442-a076-a12897fec4c3), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:43.347061 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-cf1292b3-aca8-4746-92d7-6cd4cfccad41 None None] Current status of the port 89858b23-1835-4708-88d5-45b0336d53c9 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:43.411473 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baea05-29c5-4f9e-b5b4-751259c312df req-8848de93-a584-4452-8f51-f3950a961231 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:43.413199 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04baea05-29c5-4f9e-b5b4-751259c312df req-8848de93-a584-4452-8f51-f3950a961231 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2109210 Feb 16 13:34:43.519030 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8432bf-f76a-424f-af4d-ad5b30f41b20 req-bb728e97-81dc-4857-ba25-b56326ec3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:43.521875 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8d8432bf-f76a-424f-af4d-ad5b30f41b20 req-bb728e97-81dc-4857-ba25-b56326ec3208 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1130 time: 0.1796222 Feb 16 13:34:43.587986 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-cdcef8a3-76b6-47a9-b31c-8b634285d19c None None] Provisioning complete for port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:43.588670 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cdcef8a3-76b6-47a9-b31c-8b634285d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:43.589561 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-04baea05-29c5-4f9e-b5b4-751259c312df req-b272dde3-1b49-49c3-8526-11ef5b16d584 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597884 Feb 16 13:34:43.617534 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8d8432bf-f76a-424f-af4d-ad5b30f41b20 req-d196ec4e-3e4a-4ef9-a465-f57a5a146372 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782809 Feb 16 13:34:43.664401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-cdcef8a3-76b6-47a9-b31c-8b634285d19c None None] Port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:43.686674 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.012140 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks [] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.025380 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.222655 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-c4d4e4f3-2d98-4d53-8fcd-21c8e79d962f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:44.225694 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-c4d4e4f3-2d98-4d53-8fcd-21c8e79d962f tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.0861177 Feb 16 13:34:44.227357 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:44.232776 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (557df02f-55e2-4442-a076-a12897fec4c3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.284971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9e720-0094-4c54-a301-ef35f19eeb0f req-539554a5-b385-429d-a0d8-530ac9e15488 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:44.286684 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ad9e720-0094-4c54-a301-ef35f19eeb0f req-539554a5-b385-429d-a0d8-530ac9e15488 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.2023823 Feb 16 13:34:44.303239 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1cfe-9c4d-4479-92ae-1782cd0e8cfb req-191eddfd-28bf-4dc7-9275-3bcee38f5975 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:44.307247 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d4c1cfe-9c4d-4479-92ae-1782cd0e8cfb req-191eddfd-28bf-4dc7-9275-3bcee38f5975 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 945 time: 0.2201440 Feb 16 13:34:44.423247 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Deleting port 39b7fff1-640d-4983-b715-0e3fee540514 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:34:44.423612 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (39b7fff1-640d-4983-b715-0e3fee540514), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.493906 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9ad9e720-0094-4c54-a301-ef35f19eeb0f req-30d235a3-4048-4261-9f56-07224f5cc728 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808333 Feb 16 13:34:44.501275 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d4c1cfe-9c4d-4479-92ae-1782cd0e8cfb req-d74d80ee-5873-4dd4-bd26-e5c7576fead2 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757100 Feb 16 13:34:44.503847 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:44.505632 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:44.586452 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device f0c950f3-8e2b-4f9a-be25-a1237af2e6fb up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:44.592417 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] For port 39b7fff1-640d-4983-b715-0e3fee540514, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=39b7fff1-640d-4983-b715-0e3fee540514,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:44.593624 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (39b7fff1-640d-4983-b715-0e3fee540514), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.611598 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Calling delete_port for 39b7fff1-640d-4983-b715-0e3fee540514 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:34:44.713828 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Router 557df02f-55e2-4442-a076-a12897fec4c3 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:34:44.762160 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:44.763136 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.820395 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (39b7fff1-640d-4983-b715-0e3fee540514), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.848524 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['39b7fff1-640d-4983-b715-0e3fee540514', '80a0f33a-7838-4312-b5be-4265b12ce2c1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:34:44.873099 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Pushing event deleted for resources: {'Port': ['ID=39b7fff1-640d-4983-b715-0e3fee540514,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:44.942665 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] No DVR routers for this DVR port 39b7fff1-640d-4983-b715-0e3fee540514 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:34:44.947056 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:44.966994 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e4254672-a8d3-49f0-a226-15da630e7a7d req-af9ad1cf-19cb-41c0-8c65-935ad7292987 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "DELETE /v2.0/ports/39b7fff1-640d-4983-b715-0e3fee540514 HTTP/1.1" status: 204 len: 173 time: 0.7274649 Feb 16 13:34:44.968168 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'name': 'network-vif-deleted', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:34:44.973981 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c76149a-b373-45fc-8d97-d395b894d9e0" -d '{"events": [{"server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "name": "network-vif-deleted", "tag": "39b7fff1-640d-4983-b715-0e3fee540514"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:34:45.025837 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ea05-0aed-42d5-a39e-f505624e4d79 req-68f823f6-4a00-4008-bd0d-19ced35a2ea7 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:45.040708 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7697ea05-0aed-42d5-a39e-f505624e4d79 req-68f823f6-4a00-4008-bd0d-19ced35a2ea7 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2933390 Feb 16 13:34:45.102978 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e5334f0a-16db-49f9-8680-55ec76638d79 None None] Provisioning complete for port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:45.106514 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf6908-7a88-4891-92b1-1cb2e2911a5f x-openstack-request-id: req-a0bf6908-7a88-4891-92b1-1cb2e2911a5f {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:34:45.107097 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fb426-58fd-417c-a24e-ab78edab1671", "name": "network-vif-deleted", "tag": "39b7fff1-640d-4983-b715-0e3fee540514", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:34:45.108903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a0bf6908-7a88-4891-92b1-1cb2e2911a5f {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:34:45.109475 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e5334f0a-16db-49f9-8680-55ec76638d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:45.109791 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fb426-58fd-417c-a24e-ab78edab1671', 'name': 'network-vif-deleted', 'tag': '39b7fff1-640d-4983-b715-0e3fee540514', 'status': 'completed', 'code': 200} Feb 16 13:34:45.133166 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:45.134334 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:45.177728 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7697ea05-0aed-42d5-a39e-f505624e4d79 req-62a87c9f-d341-4c06-b4e3-3786cd67a1b3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308620 Feb 16 13:34:45.228837 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:34:45.247985 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-94714460-fd0e-412f-83ef-fc25aa145f42 admin admin] 10.222.0.73 "PUT /v2.0/routers/557df02f-55e2-4442-a076-a12897fec4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9866600 Feb 16 13:34:45.276808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:45.287947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e5334f0a-16db-49f9-8680-55ec76638d79 None None] Port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:45.298340 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:45.425747 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:45.662749 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Sync routers for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:45.675635 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:45.676302 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:45.709057 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5d9ba-2a1f-406d-af62-7f2487766288 req-d60b6343-20ab-4c62-86b9-ff99f2d57282 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:45.714684 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6d5d9ba-2a1f-406d-af62-7f2487766288 req-d60b6343-20ab-4c62-86b9-ff99f2d57282 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.1001105 Feb 16 13:34:45.819074 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6d5d9ba-2a1f-406d-af62-7f2487766288 req-36f76c21-2aae-4849-bf35-5c179d037895 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931787 Feb 16 13:34:45.830987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:45.975061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-163326b3-1e66-4b44-adfe-47cb57a4d0f0 req-55b70504-a91d-4f73-8030-abbac7998c8d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d8fb426-58fd-417c-a24e-ab78edab1671 HTTP/1.1" status: 200 len: 210 time: 0.0623200 Feb 16 13:34:46.139952 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d931d4-992a-4d82-abd7-b6d2e0728623 req-177d60b5-3cc6-4386-a73f-e01b293418e1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:46.148611 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-99d931d4-992a-4d82-abd7-b6d2e0728623 req-177d60b5-3cc6-4386-a73f-e01b293418e1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.1055813 Feb 16 13:34:46.169882 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:43Z', 'revision_number': 4, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '4a6e3c49-3567-4dec-8ccc-e2999e782b88', 'name': '', 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'mac_address': 'fa:16:3e:e7:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:42Z', 'updated_at': '2022-02-16T13:34:43Z', 'revision_number': 2, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'subnets': [{'id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:46.210163 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Checking router: 557df02f-55e2-4442-a076-a12897fec4c3 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:46.210531 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Updating router 557df02f-55e2-4442-a076-a12897fec4c3 port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:46.212776 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-99d931d4-992a-4d82-abd7-b6d2e0728623 req-bba1d540-4e55-473a-a114-a7ead80b3e17 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626702 Feb 16 13:34:46.248266 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45706) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:46.253251 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165886246', 'description': 'tempest-secgroup-smoke-1165886246 description', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:46.259264 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.290530 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.431254 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (e1227060-e17a-4e85-a55d-ee59e897ea6d), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.444633 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e1227060-e17a-4e85-a55d-ee59e897ea6d), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.516491 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1227060-e17a-4e85-a55d-ee59e897ea6d,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:46.530428 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.535788 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-36cc0db5-190d-40ae-9477-adf59eddbc81 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2825212 Feb 16 13:34:46.536853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45716) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:46.543937 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:46.564242 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b72c29-ff54-4751-8f1c-4612539ad284 req-d1bbe770-c998-4c31-9732-e6dcd36cb854 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:46.578509 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37b72c29-ff54-4751-8f1c-4612539ad284 req-d1bbe770-c998-4c31-9732-e6dcd36cb854 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2047276 Feb 16 13:34:46.646844 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (10403fc6-e4c0-4df5-8a06-0494e6817f91), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.658493 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device f0c950f3-8e2b-4f9a-be25-a1237af2e6fb up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:46.690673 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37b72c29-ff54-4751-8f1c-4612539ad284 req-01856b30-48e3-44ce-b711-30c03ba4cb11 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045809 Feb 16 13:34:46.775426 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997cdf4-ea1a-410b-96ab-fca5621fea31 req-777e7a26-6615-48ef-bcac-4cd46b6d6c3d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:46.777264 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f997cdf4-ea1a-410b-96ab-fca5621fea31 req-777e7a26-6615-48ef-bcac-4cd46b6d6c3d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.1046064 Feb 16 13:34:46.778965 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (10403fc6-e4c0-4df5-8a06-0494e6817f91), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.784744 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (10403fc6-e4c0-4df5-8a06-0494e6817f91), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.801833 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks [] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.813973 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.814952 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10403fc6-e4c0-4df5-8a06-0494e6817f91,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:46.819279 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:46.819661 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.828509 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.829823 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-ad545ca3-91e7-4539-93d1-aaff1d22f225 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921405 Feb 16 13:34:46.833322 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45720) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:46.841348 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:46.851168 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f997cdf4-ea1a-410b-96ab-fca5621fea31 req-b6b9a162-fb22-42cd-97fe-370e1b684a98 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Feb 16 13:34:46.878798 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (a421c2fc-d726-4ad2-bc6b-52829d540f48), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:46.929100 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600ecda-4336-4de7-a6f3-cb170ad32a3f None None] Pushing event updated for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.032419 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-36b550f5-9cc7-4b02-88a9-c7863f93c828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.039580 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (a421c2fc-d726-4ad2-bc6b-52829d540f48), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.045073 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (a421c2fc-d726-4ad2-bc6b-52829d540f48), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.078985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a421c2fc-d726-4ad2-bc6b-52829d540f48,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.095928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.098071 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2694bf4e-acc9-41f2-adc1-00bf69e0f843 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2606502 Feb 16 13:34:47.103053 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45728) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:47.108824 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:47.169760 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (3220f8fa-41e2-4503-bbf8-1ddeec9ae1dd), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.193947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Attempting to bind port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:34:47.194613 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Attempting to bind port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:34:47.195503 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Attempting to bind port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 on network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:34:47.240385 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:34:47.241065 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Checking segment: {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:34:47.241714 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.252462 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Bound using segment: {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:34:47.253220 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Bound port: 4a6e3c49-3567-4dec-8ccc-e2999e782b88, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628fa6fa-0d04-465b-b1c2-24439dfc983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:34:47.253631 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.295454 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:47.344677 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (3220f8fa-41e2-4503-bbf8-1ddeec9ae1dd), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.350957 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (3220f8fa-41e2-4503-bbf8-1ddeec9ae1dd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.374227 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-acac7383-8dad-4636-8ef8-2054147c551b None None] Provisioning complete for port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:47.374861 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-acac7383-8dad-4636-8ef8-2054147c551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.398287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3220f8fa-41e2-4503-bbf8-1ddeec9ae1dd,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.422395 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.422395 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-5669ac3f-b8a7-408e-8e20-ff3d65a8bf38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095307 Feb 16 13:34:47.422395 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45732) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:47.430489 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:47.457872 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 39b7fff1-640d-4983-b715-0e3fee540514 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:34:47.493655 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 39b7fff1-640d-4983-b715-0e3fee540514 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:34:47.493655 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 39b7fff1-640d-4983-b715-0e3fee540514 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:34:47.501625 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (f2282aef-147a-41ce-af29-9b86003e7c4b), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.503691 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] For port 4a6e3c49-3567-4dec-8ccc-e2999e782b88, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:34:47.508897 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-acac7383-8dad-4636-8ef8-2054147c551b None None] Port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:34:47.519947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] For port 4a6e3c49-3567-4dec-8ccc-e2999e782b88, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4a6e3c49-3567-4dec-8ccc-e2999e782b88,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:34:47.528614 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.595509 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7703-5875-4291-b357-83b4346bf77d req-17a3e732-e227-49fe-8878-403953426072 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:47.598570 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff0a7703-5875-4291-b357-83b4346bf77d req-17a3e732-e227-49fe-8878-403953426072 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1293116 Feb 16 13:34:47.621560 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:34:47.622677 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:47.630915 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600ecda-4336-4de7-a6f3-cb170ad32a3f None None] Pushing event updated for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.660437 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (f2282aef-147a-41ce-af29-9b86003e7c4b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.682738 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (f2282aef-147a-41ce-af29-9b86003e7c4b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.699396 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff0a7703-5875-4291-b357-83b4346bf77d req-8310c0fb-5116-425b-bf75-a49ea7f2a0b4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940132 Feb 16 13:34:47.713926 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2282aef-147a-41ce-af29-9b86003e7c4b,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.738551 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.741197 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8a309dab-022a-418e-990f-6b1b034708db tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218765 Feb 16 13:34:47.746157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45742) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:47.751394 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:47.791994 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Project 3110b640182d4cd7b9fbf1b8dfd23aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:34:47.802896 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (2138ccce-0359-4b6d-b62e-4ed8cc2e8699), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.912554 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (2138ccce-0359-4b6d-b62e-4ed8cc2e8699), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.918101 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (2138ccce-0359-4b6d-b62e-4ed8cc2e8699), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.944541 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2138ccce-0359-4b6d-b62e-4ed8cc2e8699,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:47.958715 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:47.962305 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179d79-6379-45a3-b909-ae2a40e7e7a0 req-a683084a-1c55-4714-b4e9-141d19c077b9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:47.964140 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-15669626-ca86-452c-92fc-a1e57d1fcccb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157984 Feb 16 13:34:47.964868 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45748) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:47.970989 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-78179d79-6379-45a3-b909-ae2a40e7e7a0 req-a683084a-1c55-4714-b4e9-141d19c077b9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1375835 Feb 16 13:34:47.980501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'security_group_rule': {'security_group_id': 'e1227060-e17a-4e85-a55d-ee59e897ea6d', 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:47.983926 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Provisioning complete for port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:47.985118 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.022306 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.securitygroups_db [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Project 3110b640182d4cd7b9fbf1b8dfd23aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:34:48.032089 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (476f6149-257c-42f2-bdac-56e4bdf98d7b), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.066094 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-78179d79-6379-45a3-b909-ae2a40e7e7a0 req-15fb62e8-1523-4947-81a8-b194e4b7c509 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879247 Feb 16 13:34:48.067319 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:34:48.141239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (476f6149-257c-42f2-bdac-56e4bdf98d7b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.146373 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (476f6149-257c-42f2-bdac-56e4bdf98d7b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.168594 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476f6149-257c-42f2-bdac-56e4bdf98d7b,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:48.180249 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.181649 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-79b3ceb3-f47e-4a06-af78-ab982b20681a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2155738 Feb 16 13:34:48.246485 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Current status of the port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:48.246957 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.323565 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] For port 4a6e3c49-3567-4dec-8ccc-e2999e782b88, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4a6e3c49-3567-4dec-8ccc-e2999e782b88,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:48.348549 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:48.463471 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb781-0776-4e9c-b4c6-859bfda9239b None None] Pushing event updated for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:48.482312 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:43Z', 'revision_number': 4, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '4a6e3c49-3567-4dec-8ccc-e2999e782b88', 'name': '', 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'mac_address': 'fa:16:3e:e7:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:42Z', 'updated_at': '2022-02-16T13:34:47Z', 'revision_number': 4, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'subnets': [{'id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:48.534487 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e9651-ae6e-4ee9-afba-c10a91bbc6ef None None] The sync data for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi is: [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:34:43Z', 'revision_number': 4, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '4a6e3c49-3567-4dec-8ccc-e2999e782b88', 'name': '', 'network_id': 'e889f01d-36a8-44c8-98fc-72c1bef0a7d6', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'mac_address': 'fa:16:3e:e7:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:42Z', 'updated_at': '2022-02-16T13:34:47Z', 'revision_number': 4, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'subnets': [{'id': 'ae38a52c-721e-4c12-a062-3965c1d3e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:48.923025 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed224d56-626d-4397-8984-2ead6e600a45 req-46f28397-9c27-4c10-a4b7-5551169ec809 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:48.932625 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ed224d56-626d-4397-8984-2ead6e600a45 req-46f28397-9c27-4c10-a4b7-5551169ec809 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1039815 Feb 16 13:34:49.003634 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ed224d56-626d-4397-8984-2ead6e600a45 req-9455cb17-a394-447c-a552-a967f62aa737 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Feb 16 13:34:49.319073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fac49-3f3a-4fbb-b39e-b980382b23c1 req-844b374a-0c8e-4e29-bd01-153469ef622d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:49.323216 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-885fac49-3f3a-4fbb-b39e-b980382b23c1 req-844b374a-0c8e-4e29-bd01-153469ef622d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1090722 Feb 16 13:34:49.352623 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b62e139b-889d-44ab-9d63-484959bfcd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:49.441916 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-885fac49-3f3a-4fbb-b39e-b980382b23c1 req-bb7fceb0-cc1f-48c1-bc14-4928734ec5db tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092153 Feb 16 13:34:49.600012 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45836) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:49.795171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63bcefc3-ecd5-48a5-a76f-826472f6d6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:49.869827 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:34:49.943045 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63bcefc3-ecd5-48a5-a76f-826472f6d6bf admin admin] Publish callbacks [] for security_group (791757ad-24d9-4319-a9f7-f0c7081e0c8a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:49.951238 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-63bcefc3-ecd5-48a5-a76f-826472f6d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (791757ad-24d9-4319-a9f7-f0c7081e0c8a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:49.996803 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-63bcefc3-ecd5-48a5-a76f-826472f6d6bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cc49085f3214800a659b1ea4e7a8510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955104 Feb 16 13:34:49.998093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcefc3-ecd5-48a5-a76f-826472f6d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791757ad-24d9-4319-a9f7-f0c7081e0c8a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:50.001346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45842) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:50.074135 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] Publish callbacks [] for security_group (791757ad-24d9-4319-a9f7-f0c7081e0c8a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.109519 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] Publish callbacks [] for security_group (791757ad-24d9-4319-a9f7-f0c7081e0c8a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.174084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.246541 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa9200-8e9f-4d72-9c9c-4fdfb3cfd1a4 req-621ea163-17da-4ffe-82b9-0a7597e85461 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:50.249407 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-33fa9200-8e9f-4d72-9c9c-4fdfb3cfd1a4 req-621ea163-17da-4ffe-82b9-0a7597e85461 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.1321669 Feb 16 13:34:50.286611 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (791757ad-24d9-4319-a9f7-f0c7081e0c8a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.291474 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.293479 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/791757ad-24d9-4319-a9f7-f0c7081e0c8a HTTP/1.1" status: 204 len: 168 time: 0.2907321 Feb 16 13:34:50.316631 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba21575-75c7-4e27-979a-263189f74493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791757ad-24d9-4319-a9f7-f0c7081e0c8a,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:50.361787 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-33fa9200-8e9f-4d72-9c9c-4fdfb3cfd1a4 req-f7c5ad81-2c72-4d5d-9067-6e9bd6b0801d tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052244 Feb 16 13:34:50.574673 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4a6e3c49-3567-4dec-8ccc-e2999e782b88 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:34:50.694195 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:50.696137 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:50.735895 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2a8d-ecf2-4ea4-be05-90e2756f12ac req-a1aa2ae1-949a-4027-b03f-862888bfedbb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:50.758554 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-299d2a8d-ecf2-4ea4-be05-90e2756f12ac req-a1aa2ae1-949a-4027-b03f-862888bfedbb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1443601 Feb 16 13:34:50.909437 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-299d2a8d-ecf2-4ea4-be05-90e2756f12ac req-27a3e44b-bb81-41c8-a357-5b7eb159cf34 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582401 Feb 16 13:34:50.962272 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:51.582281 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39745a71-163d-49fd-a227-a650e8471994 req-96a31ef6-35ce-42a7-bd53-21bb31ed41ac tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:51.584121 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39745a71-163d-49fd-a227-a650e8471994 req-96a31ef6-35ce-42a7-bd53-21bb31ed41ac tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0886936 Feb 16 13:34:51.644856 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-39745a71-163d-49fd-a227-a650e8471994 req-28f6b6da-1168-436d-bfc5-e2ce493f2612 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 Feb 16 13:34:51.792413 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.126920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fd9f-4f58-4897-bd74-0aaedc2231a1 req-062c7c8e-9869-400f-bf25-d2419d2d2a47 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:52.130317 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0201fd9f-4f58-4897-bd74-0aaedc2231a1 req-062c7c8e-9869-400f-bf25-d2419d2d2a47 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1092210 Feb 16 13:34:52.210702 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45888) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:52.216169 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0201fd9f-4f58-4897-bd74-0aaedc2231a1 req-12a839e9-5037-457c-b9ce-b61a6bee4dc6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792446 Feb 16 13:34:52.367326 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaf92-7ed8-45ba-9fad-0f54366ff293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.508554 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaf92-7ed8-45ba-9fad-0f54366ff293 admin admin] Publish callbacks [] for security_group (e4f56928-8121-4a3c-af1e-4238d54213b4), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.513929 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaf92-7ed8-45ba-9fad-0f54366ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e4f56928-8121-4a3c-af1e-4238d54213b4), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.570347 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbaf92-7ed8-45ba-9fad-0f54366ff293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f56928-8121-4a3c-af1e-4238d54213b4,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:52.577606 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9bcbaf92-7ed8-45ba-9fad-0f54366ff293 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c45ac6867a8f4a10ac614c8958d15a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614638 Feb 16 13:34:52.579600 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45892) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:52.655109 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] Publish callbacks [] for security_group (e4f56928-8121-4a3c-af1e-4238d54213b4), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.683988 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] Publish callbacks [] for security_group (e4f56928-8121-4a3c-af1e-4238d54213b4), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.779406 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e4f56928-8121-4a3c-af1e-4238d54213b4), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.782015 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:52.783257 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4f56928-8121-4a3c-af1e-4238d54213b4 HTTP/1.1" status: 204 len: 168 time: 0.2018259 Feb 16 13:34:52.798283 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e3e6-a0f1-4605-8ef8-0dcb07126429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f56928-8121-4a3c-af1e-4238d54213b4,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:52.836611 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47979381-eb8d-4fe8-a0d2-edcb8525808e req-bc95ee2c-6a19-4e5a-af53-72c3d5796245 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:52.839109 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47979381-eb8d-4fe8-a0d2-edcb8525808e req-bc95ee2c-6a19-4e5a-af53-72c3d5796245 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0941765 Feb 16 13:34:52.922899 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47979381-eb8d-4fe8-a0d2-edcb8525808e req-f57851f6-fb63-4d24-a1b0-5ce4bfaddfe9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Feb 16 13:34:53.085075 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:53.397976 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc251e-f6e2-4b0d-94c0-9e4ac4dec425 req-63ac6240-aad9-4103-9ad6-1156949d01e8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:53.400503 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c4cc251e-f6e2-4b0d-94c0-9e4ac4dec425 req-63ac6240-aad9-4103-9ad6-1156949d01e8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0711370 Feb 16 13:34:53.454423 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c4cc251e-f6e2-4b0d-94c0-9e4ac4dec425 req-90d4f27f-b0e6-41b8-8a9a-976c36f916f4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477757 Feb 16 13:34:54.067101 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e6c5-4625-4b3f-b96b-a9333e6c56ac req-9c2eec2a-6eed-4ba8-b7d5-45d5ad3e3c4c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:54.068704 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24f1e6c5-4625-4b3f-b96b-a9333e6c56ac req-9c2eec2a-6eed-4ba8-b7d5-45d5ad3e3c4c tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0565948 Feb 16 13:34:54.124879 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24f1e6c5-4625-4b3f-b96b-a9333e6c56ac req-5e318981-8f89-42c0-aeac-9691948f9836 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Feb 16 13:34:54.612936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5789-5f58-4799-aecb-fdb95fbd7e2a req-3c565aeb-0833-4eb8-b26a-db20944e9a44 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:54.615010 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0bda5789-5f58-4799-aecb-fdb95fbd7e2a req-3c565aeb-0833-4eb8-b26a-db20944e9a44 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0631621 Feb 16 13:34:54.680658 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0bda5789-5f58-4799-aecb-fdb95fbd7e2a req-6d42609e-8715-4c6b-869f-e92e72f3f7d2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592017 Feb 16 13:34:55.265375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eea30-6be8-45da-8df3-6b01427efb23 req-f3b2d18a-6275-4f3b-8819-254eec8f725a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:55.267477 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a6eea30-6be8-45da-8df3-6b01427efb23 req-f3b2d18a-6275-4f3b-8819-254eec8f725a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0634847 Feb 16 13:34:55.347500 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a6eea30-6be8-45da-8df3-6b01427efb23 req-6adb8d6e-f74d-4184-a5ab-383f91f9e1b4 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Feb 16 13:34:55.832929 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472e4f-cb52-4574-9457-50cca6a493a5 req-4a8fdfc4-23e2-4f91-912f-4ecd3a0a41ec tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:55.834605 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f8472e4f-cb52-4574-9457-50cca6a493a5 req-4a8fdfc4-23e2-4f91-912f-4ecd3a0a41ec tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0591605 Feb 16 13:34:55.913719 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f8472e4f-cb52-4574-9457-50cca6a493a5 req-3d41dea5-39dd-48f2-91f0-e4e7bf06f3ff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731330 Feb 16 13:34:56.027666 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-d324897a-8b86-4a47-b969-2ef133734c5a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:56.029235 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-d324897a-8b86-4a47-b969-2ef133734c5a tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 945 time: 0.0637107 Feb 16 13:34:56.148071 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Deleting port 80a0f33a-7838-4312-b5be-4265b12ce2c1 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:34:56.151944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:56.256218 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] For port 80a0f33a-7838-4312-b5be-4265b12ce2c1, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=80a0f33a-7838-4312-b5be-4265b12ce2c1,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:56.256496 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:56.272384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Calling delete_port for 80a0f33a-7838-4312-b5be-4265b12ce2c1 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:34:56.497157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (80a0f33a-7838-4312-b5be-4265b12ce2c1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:56.513011 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['80a0f33a-7838-4312-b5be-4265b12ce2c1'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:34:56.538294 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543043e-9226-4657-9caf-61fd90daa736 req-819aa6ff-ae2e-46a7-be1b-24a86ba966a9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:56.544565 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Pushing event deleted for resources: {'Port': ['ID=80a0f33a-7838-4312-b5be-4265b12ce2c1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:56.555499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3543043e-9226-4657-9caf-61fd90daa736 req-819aa6ff-ae2e-46a7-be1b-24a86ba966a9 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/ports?device_id=d29a66da-6a7d-4d52-a90e-1bfb4584b547 HTTP/1.1" status: 200 len: 867 time: 0.0978506 Feb 16 13:34:56.603332 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] No DVR routers for this DVR port 80a0f33a-7838-4312-b5be-4265b12ce2c1 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:34:56.607086 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:56.612169 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9c0ea17-0f7c-4076-a982-185dec50ffe2 req-7dbd0ea2-0e43-47ed-80cf-58ddb3b3de31 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.104 "DELETE /v2.0/ports/80a0f33a-7838-4312-b5be-4265b12ce2c1 HTTP/1.1" status: 204 len: 173 time: 0.5744927 Feb 16 13:34:56.612841 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'name': 'network-vif-deleted', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:34:56.618014 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4770f5f6-ca03-4f79-8769-8aa29c796c17" -d '{"events": [{"server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "name": "network-vif-deleted", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:34:56.630079 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3543043e-9226-4657-9caf-61fd90daa736 req-6ebcbdbe-43bf-4c98-88ad-33ee0cfe1691 tempest-ServerRescueNegativeTestJSON-192514525 tempest-ServerRescueNegativeTestJSON-192514525-project] 10.222.0.73 "GET /v2.0/security-groups?id=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Feb 16 13:34:56.702241 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ea646-9eeb-4680-892d-c38a68dd1781 x-openstack-request-id: req-229ea646-9eeb-4680-892d-c38a68dd1781 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:34:56.702626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29a66da-6a7d-4d52-a90e-1bfb4584b547", "name": "network-vif-deleted", "tag": "80a0f33a-7838-4312-b5be-4265b12ce2c1", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:34:56.702943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-229ea646-9eeb-4680-892d-c38a68dd1781 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:34:56.703401 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29a66da-6a7d-4d52-a90e-1bfb4584b547', 'name': 'network-vif-deleted', 'tag': '80a0f33a-7838-4312-b5be-4265b12ce2c1', 'status': 'completed', 'code': 200} Feb 16 13:34:57.053918 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e192f3-4cad-4ece-bed9-bf3d92e5d7f1 req-532ebbe6-cf14-42ea-a545-e6da3aeae6dd tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:57.055789 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11e192f3-4cad-4ece-bed9-bf3d92e5d7f1 req-532ebbe6-cf14-42ea-a545-e6da3aeae6dd tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0582452 Feb 16 13:34:57.110431 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11e192f3-4cad-4ece-bed9-bf3d92e5d7f1 req-ff4fad71-6e08-4379-9624-0627aa8a3d23 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 Feb 16 13:34:57.684856 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb82a-34df-4433-a9cb-d35e3ea8a2d1 req-f5d496df-fb2c-4381-a28c-ad37561bb91a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:57.686571 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76eeb82a-34df-4433-a9cb-d35e3ea8a2d1 req-f5d496df-fb2c-4381-a28c-ad37561bb91a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.0709045 Feb 16 13:34:57.712875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45944) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:57.744325 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76eeb82a-34df-4433-a9cb-d35e3ea8a2d1 req-8515456b-13e6-4922-83ba-912a2e836aea tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514843 Feb 16 13:34:57.769741 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45946) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:58.068271 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e619c0f-cae7-4cf7-89b1-ef67f280a6b7 tempest-TestMinimumBasicScenario-809967181 tempest-TestMinimumBasicScenario-809967181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:58.071123 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9e619c0f-cae7-4cf7-89b1-ef67f280a6b7 tempest-TestMinimumBasicScenario-809967181 tempest-TestMinimumBasicScenario-809967181-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1125 time: 0.2996607 Feb 16 13:34:58.073850 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45950) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:34:58.078555 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'port_id': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:58.102529 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.219418 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.320670 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (58fa7cec-ba3a-4714-9876-8b4b45900761), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.511512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a0c0-0cbe-4590-8199-204b7b011a1b req-3fba4849-97b5-4e92-9b28-b1fde410618d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:58.513086 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cfa3a0c0-0cbe-4590-8199-204b7b011a1b req-3fba4849-97b5-4e92-9b28-b1fde410618d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0730202 Feb 16 13:34:58.519078 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.652189 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cfa3a0c0-0cbe-4590-8199-204b7b011a1b req-c1faae3b-d305-48bf-8d49-8168889b4bc5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889838 Feb 16 13:34:58.699841 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Allocated IP 172.27.3.96 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:58.784476 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Deleting port 0231d2fd-c21c-4037-8ec1-9f373798db95 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:34:58.785067 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.833814 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.879313 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.891803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] For port 0231d2fd-c21c-4037-8ec1-9f373798db95, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0231d2fd-c21c-4037-8ec1-9f373798db95,segment=NetworkSegment(09c60c63-a316-4b22-b637-3a2e4d3c1855),segment_id=09c60c63-a316-4b22-b637-3a2e4d3c1855)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:58.892837 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:58.936975 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Calling delete_port for 0231d2fd-c21c-4037-8ec1-9f373798db95 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:34:58.946797 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:58.954963 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:58.964743 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:34:58.994263 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'Port': ['ID=bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:59.220252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0231d2fd-c21c-4037-8ec1-9f373798db95), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.261136 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Pushing event deleted for resources: {'Port': ['ID=0231d2fd-c21c-4037-8ec1-9f373798db95,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:59.474312 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (58fa7cec-ba3a-4714-9876-8b4b45900761), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.497115 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for floatingip (98c900f8-86d5-4b9d-8f35-081393bd7d42), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.538464 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:34:59.618079 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 80a0f33a-7838-4312-b5be-4265b12ce2c1 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:34:59.650542 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.671927 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 80a0f33a-7838-4312-b5be-4265b12ce2c1 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:34:59.672809 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 80a0f33a-7838-4312-b5be-4265b12ce2c1 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:34:59.813342 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:59.843876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:34:59.916051 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: ACTIVE; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:34:59.916619 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.933449 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:34:59.936957 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e203f-a396-4fe9-8ec0-0422afcbfa52 req-0eb851a7-79b9-4e38-8963-2e7f3452b87b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:59.939823 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-913e203f-a396-4fe9-8ec0-0422afcbfa52 req-0eb851a7-79b9-4e38-8963-2e7f3452b87b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1143513 Feb 16 13:34:59.957330 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:34:59.969558 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:34:59.983742 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.002558 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.064487 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:00.110800 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Router 58fa7cec-ba3a-4714-9876-8b4b45900761 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:00.145125 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['e1aa8e42-2633-47be-8bd2-0c9eea175d06'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:00.148180 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'Port': ['ID=bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:00.171239 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (98c900f8-86d5-4b9d-8f35-081393bd7d42), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.177595 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-913e203f-a396-4fe9-8ec0-0422afcbfa52 req-c5ff95a0-806e-4e0e-bd3c-a988de22582c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141094 Feb 16 13:35:00.341218 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:00.354711 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3c0be6b2-34a1-49e7-b6d4-4ca5de19767c admin admin] 10.222.0.73 "PUT /v2.0/routers/58fa7cec-ba3a-4714-9876-8b4b45900761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379795 Feb 16 13:35:00.355127 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Floating IP 98c900f8-86d5-4b9d-8f35-081393bd7d42 associated. External IP: 172.27.3.96, port: deb4573d-b662-47d0-96c7-bf76a858027a. Feb 16 13:35:00.362540 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Sync routers for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:00.370240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 45968) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:00.388850 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:00.395495 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:00.634613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks [] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.688259 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:00.693454 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Router 4136925e-497e-44ad-8529-d76e3833508c has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:00.876757 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks [] for router_gateway (58fa7cec-ba3a-4714-9876-8b4b45900761), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.915871 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:00.928360 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Sync routers for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:00.948313 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:00.949447 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:00.959218 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:01.007493 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Deleting port 453ede5b-647a-44a3-9642-f73b19304517 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:35:01.011123 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (453ede5b-647a-44a3-9642-f73b19304517), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.019923 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '453ede5b-647a-44a3-9642-f73b19304517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:34:59Z', 'revision_number': 5, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port': {'id': '453ede5b-647a-44a3-9642-f73b19304517', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:28Z', 'updated_at': '2022-02-16T13:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:01.047598 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-77ac516b-61ce-4fa4-bf56-a00169682fd0 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9722455 Feb 16 13:35:01.049004 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:01.053681 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f97f6f-2f75-4955-9de5-96e7223811a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:01.058144 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45986) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:01.060185 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Checking router: 58fa7cec-ba3a-4714-9876-8b4b45900761 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:01.087360 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Routers {'58fa7cec-ba3a-4714-9876-8b4b45900761'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:01.089454 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432304216', 'description': 'tempest-secgroup-smoke-432304216 description', 'project_id': '55505bddd80d4b59b71ffb30e11508b3'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:01.090531 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['58fa7cec-ba3a-4714-9876-8b4b45900761'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:01.168754 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.197132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:01.201191 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc6d908-10b3-4165-8fba-4a3267dad412 x-openstack-request-id: req-6dc6d908-10b3-4165-8fba-4a3267dad412 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:01.203725 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:01.204448 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6dc6d908-10b3-4165-8fba-4a3267dad412 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:01.207634 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:35:01.330513 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] For port 453ede5b-647a-44a3-9642-f73b19304517, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=453ede5b-647a-44a3-9642-f73b19304517,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:01.331387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (453ede5b-647a-44a3-9642-f73b19304517), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.364298 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Calling delete_port for 453ede5b-647a-44a3-9642-f73b19304517 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:35:01.382837 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] Set router 58fa7cec-ba3a-4714-9876-8b4b45900761 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:01.481744 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (f4263961-e521-4580-b0dd-9999015050de), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.533874 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f4263961-e521-4580-b0dd-9999015050de), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.556472 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-4c67583e-d986-4338-8b19-eec9dcb91808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:01.558508 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-4c67583e-d986-4338-8b19-eec9dcb91808 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1130 time: 0.3343244 Feb 16 13:35:01.651163 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:35:00Z', 'revision_number': 6, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:01.742606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-c4994741-3dca-467b-ba4a-cfda3a7da83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:01.744293 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-c4994741-3dca-467b-ba4a-cfda3a7da83c service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.1141112 Feb 16 13:35:01.762416 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:35:01.766494 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.768908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6962895 Feb 16 13:35:01.774221 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45992) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:01.790279 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:01.792437 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb3662-92a9-4f91-91d9-8355375d5d71 None None] The sync data for ids ['58fa7cec-ba3a-4714-9876-8b4b45900761'] in dv-cinder-829473-3-iscsi is: [{'id': '58fa7cec-ba3a-4714-9876-8b4b45900761', 'name': 'tempest-ServerRescueNegativeTestJSON-1209035102-router', 'tenant_id': '4d1984f39532468dba5fc27a001fffff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:35:00Z', 'revision_number': 6, 'project_id': '4d1984f39532468dba5fc27a001fffff', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:01.852010 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bc7fd-1256-4d0f-92a7-81ecfacdc95a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4263961-e521-4580-b0dd-9999015050de,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:01.877390 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (447b04d3-904e-4547-9ab3-ccbffa57e373), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:01.936371 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64918006-fc96-4296-aaf5-f609a597ed4f req-dc65b4df-101f-4d42-9ce1-2af6f36b70ef tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:01.937967 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-64918006-fc96-4296-aaf5-f609a597ed4f req-dc65b4df-101f-4d42-9ce1-2af6f36b70ef tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 944 time: 0.4538014 Feb 16 13:35:02.021896 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '98c900f8-86d5-4b9d-8f35-081393bd7d42', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '4136925e-497e-44ad-8529-d76e3833508c', 'port_id': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'mac_address': 'fa:16:3e:12:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:59Z', 'updated_at': '2022-02-16T13:34:59Z', 'revision_number': 0, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:02.071965 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Checking router: 4136925e-497e-44ad-8529-d76e3833508c for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:02.101027 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port e1aa8e42-2633-47be-8bd2-0c9eea175d06 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:02.101692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.118483 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-4c4017e8-d5a8-4a86-b621-0b1f1aeb527e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 999 time: 0.3594449 Feb 16 13:35:02.121995 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (453ede5b-647a-44a3-9642-f73b19304517), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.122494 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-64918006-fc96-4296-aaf5-f609a597ed4f req-395744b9-e83f-4ea6-b29d-c7ed18f02b91 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425459 Feb 16 13:35:02.159758 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (447b04d3-904e-4547-9ab3-ccbffa57e373), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.175369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (447b04d3-904e-4547-9ab3-ccbffa57e373), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.175984 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:02.177310 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:34:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:02.244925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447b04d3-904e-4547-9ab3-ccbffa57e373,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:02.304548 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.313142 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9c8c9404-4b60-4d9c-9987-4b432bbb1aa1 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5366890 Feb 16 13:35:02.325026 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45996) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:02.332900 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=453ede5b-647a-44a3-9642-f73b19304517,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:02.333749 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:02.439368 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (f709a8f1-6624-431c-ba99-328cf7c1f7c5), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.480943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-4632a692-68e1-44a7-a393-987966225224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:02.483580 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-4632a692-68e1-44a7-a393-987966225224 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.3274143 Feb 16 13:35:02.601156 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (58fa7cec-ba3a-4714-9876-8b4b45900761), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.665782 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (f709a8f1-6624-431c-ba99-328cf7c1f7c5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.681351 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (f709a8f1-6624-431c-ba99-328cf7c1f7c5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.733086 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f709a8f1-6624-431c-ba99-328cf7c1f7c5,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:02.746011 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.747898 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-925c76c1-8c00-417f-831f-ab9fce3a123d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4211409 Feb 16 13:35:02.752852 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 45998) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:02.761713 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:02.802773 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (3cf65abd-067a-4d13-ac3b-e1c87f902256), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.850567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.855151 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-7ab60168-588e-4156-9aa0-d6b906625812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:02.857122 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-7ab60168-588e-4156-9aa0-d6b906625812 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3362899 Feb 16 13:35:02.858760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks [] for router_controller (58fa7cec-ba3a-4714-9876-8b4b45900761), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:02.875122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:02.947807 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:02.948902 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.048682 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:03.068173 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553fcd92-619b-4aff-90c0-b108f83ff238" -d '{"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:03.099931 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (3cf65abd-067a-4d13-ac3b-e1c87f902256), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.111601 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (3cf65abd-067a-4d13-ac3b-e1c87f902256), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.133459 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0231d2fd-c21c-4037-8ec1-9f373798db95 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:03.148104 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf65abd-067a-4d13-ac3b-e1c87f902256,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:03.150921 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (58fa7cec-ba3a-4714-9876-8b4b45900761), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.151502 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58fa7cec-ba3a-4714-9876-8b4b45900761 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:35:03.177635 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:03.180664 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.184402 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4a2f57c9-e602-4d6a-9438-dd4362f57e5f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294271 Feb 16 13:35:03.188498 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46006) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:03.201625 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d673a1a7-53a7-408a-a131-9621414278c1 x-openstack-request-id: req-d673a1a7-53a7-408a-a131-9621414278c1 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:03.201929 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:03.202352 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d673a1a7-53a7-408a-a131-9621414278c1 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:03.202603 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'code': 200} Feb 16 13:35:03.203346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:03.231726 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 0231d2fd-c21c-4037-8ec1-9f373798db95 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:35:03.232015 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0231d2fd-c21c-4037-8ec1-9f373798db95 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:03.233509 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.262614 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.266229 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-25a10262-eaea-4fc2-87e5-0efb699f5e28 admin admin] 10.222.0.73 "DELETE /v2.0/routers/58fa7cec-ba3a-4714-9876-8b4b45900761 HTTP/1.1" status: 204 len: 168 time: 2.8923452 Feb 16 13:35:03.266518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46008) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:03.272195 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (941030d3-f92d-4dc2-a442-b20a3369e261), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.330113 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:03.408261 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-d1d6a38e-fbe7-484a-8009-6bf894e2ea4b service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266347 Feb 16 13:35:03.444899 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Deleting subnet 49f9a32c-01a7-4890-82cd-ab6cefab83fa {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:35:03.450861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Publish callbacks [] for subnet (49f9a32c-01a7-4890-82cd-ab6cefab83fa), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.502911 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (941030d3-f92d-4dc2-a442-b20a3369e261), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.510881 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (941030d3-f92d-4dc2-a442-b20a3369e261), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.524982 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '98c900f8-86d5-4b9d-8f35-081393bd7d42', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '4136925e-497e-44ad-8529-d76e3833508c', 'port_id': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'mac_address': 'fa:16:3e:12:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:59Z', 'updated_at': '2022-02-16T13:34:59Z', 'revision_number': 0, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:03.542971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98f76a-d703-4d0d-9b75-fd785cd34fb7 req-5efafbfc-766d-414a-94f6-2ca53eda00d2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:03.544749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e98f76a-d703-4d0d-9b75-fd785cd34fb7 req-5efafbfc-766d-414a-94f6-2ca53eda00d2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1234250 Feb 16 13:35:03.546497 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941030d3-f92d-4dc2-a442-b20a3369e261,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:03.552190 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.553980 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6e1c1263-4cd5-46f1-a6e8-35a5be8ac773 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628266 Feb 16 13:35:03.557499 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46010) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:03.565214 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:03.581428 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892c15c-60f9-4fa7-9473-ad42f1f1dcd9 None None] The sync data for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi is: [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '98c900f8-86d5-4b9d-8f35-081393bd7d42', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '4136925e-497e-44ad-8529-d76e3833508c', 'port_id': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'mac_address': 'fa:16:3e:12:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:59Z', 'updated_at': '2022-02-16T13:34:59Z', 'revision_number': 0, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:03.605548 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (49f9a32c-01a7-4890-82cd-ab6cefab83fa), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.662149 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Project 55505bddd80d4b59b71ffb30e11508b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:35:03.699885 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (afc3215e-14b1-45f4-b793-75e629e86e5e), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.758150 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (49f9a32c-01a7-4890-82cd-ab6cefab83fa), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.840493 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e98f76a-d703-4d0d-9b75-fd785cd34fb7 req-04590d94-2022-4432-8574-786c66e9bab3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176046 Feb 16 13:35:03.905114 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-96f97f6f-2f75-4955-9de5-96e7223811a1 req-8741322e-b3c1-4ad1-ade6-6b0d4684e19f service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820685 Feb 16 13:35:03.932796 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (afc3215e-14b1-45f4-b793-75e629e86e5e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.941766 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (afc3215e-14b1-45f4-b793-75e629e86e5e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.974410 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (49f9a32c-01a7-4890-82cd-ab6cefab83fa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:03.987581 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc3215e-14b1-45f4-b793-75e629e86e5e,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:04.000656 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.007116 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4bb95595-5487-4af8-9645-dd20c45706fc tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4439871 Feb 16 13:35:04.007116 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46012) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:04.010739 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'security_group_rule': {'security_group_id': 'f4263961-e521-4580-b0dd-9999015050de', 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:04.013501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f9a32c-01a7-4890-82cd-ab6cefab83fa,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:04.018659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.021986 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-4b884b28-206a-49fe-aff2-e37f45589257 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/49f9a32c-01a7-4890-82cd-ab6cefab83fa HTTP/1.1" status: 204 len: 168 time: 0.7542844 Feb 16 13:35:04.024458 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46014) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:04.048346 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Project 55505bddd80d4b59b71ffb30e11508b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:35:04.069503 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (b4e5365d-7733-4344-988c-837d406aeda0), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.153151 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd303b0f-66c3-4111-a2f2-a0b5bdcf133a None None] New status for floating IP 98c900f8-86d5-4b9d-8f35-081393bd7d42: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:35:04.172549 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (f6450f86-e0db-40d8-8c80-1857225ef54c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.220561 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (b4e5365d-7733-4344-988c-837d406aeda0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.226994 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (b4e5365d-7733-4344-988c-837d406aeda0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.260078 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e5365d-7733-4344-988c-837d406aeda0,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:04.271371 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.288536 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3f28c13c-264b-4f10-b8dc-017d1ed0c9e6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2694073 Feb 16 13:35:04.321913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (f6450f86-e0db-40d8-8c80-1857225ef54c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.351324 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6450f86-e0db-40d8-8c80-1857225ef54c']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:04.372330 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c60c63-a316-4b22-b637-3a2e4d3c1855') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:04.372645 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c60c63-a316-4b22-b637-3a2e4d3c1855') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:04.405343 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (09c60c63-a316-4b22-b637-3a2e4d3c1855), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.443207 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 453ede5b-647a-44a3-9642-f73b19304517 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:04.457062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (09c60c63-a316-4b22-b637-3a2e4d3c1855), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.472159 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:35:04.472671 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (09c60c63-a316-4b22-b637-3a2e4d3c1855), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:35:04.475331 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:35:04.491558 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 453ede5b-647a-44a3-9642-f73b19304517 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:35:04.492293 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 453ede5b-647a-44a3-9642-f73b19304517 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:35:04.495828 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-d06a9813-cfa6-4d82-8207-e9c0d9faa94b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432304216&fields=id&tenant_id=55505bddd80d4b59b71ffb30e11508b3 HTTP/1.1" status: 200 len: 267 time: 0.1183217 Feb 16 13:35:04.576502 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (f6450f86-e0db-40d8-8c80-1857225ef54c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.586417 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.587213 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-96e9afe9-1d2c-4518-bd64-48f5b5d0f9ee tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:04.589645 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-96e9afe9-1d2c-4518-bd64-48f5b5d0f9ee tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.0930061 Feb 16 13:35:04.593962 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f6450f86-e0db-40d8-8c80-1857225ef54c HTTP/1.1" status: 204 len: 168 time: 0.5680575 Feb 16 13:35:04.608835 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4879623-fb67-45d0-b566-44ad40048be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6450f86-e0db-40d8-8c80-1857225ef54c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:04.613490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'port': {'security_groups': ['6374f8ef-f9a0-4171-821a-60f26cd2bf54', 'f4263961-e521-4580-b0dd-9999015050de']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:04.737008 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:04.909761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46026) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:05.068582 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8cf05223-5390-4e00-a63a-3ca8385f427d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d1984f39532468dba5fc27a001fffff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1577966 Feb 16 13:35:05.071312 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46032) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:05.193821 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] Publish callbacks [] for security_group (7e47217f-f1e8-4224-9c9b-dcb75cd0d22f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.305607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] Publish callbacks [] for security_group (7e47217f-f1e8-4224-9c9b-dcb75cd0d22f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.492536 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7e47217f-f1e8-4224-9c9b-dcb75cd0d22f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.492536 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.492536 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e47217f-f1e8-4224-9c9b-dcb75cd0d22f HTTP/1.1" status: 204 len: 168 time: 0.4004049 Feb 16 13:35:05.492536 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5093a-52a5-4076-bee6-b4b4f506367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47217f-f1e8-4224-9c9b-dcb75cd0d22f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:05.530249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:05.584856 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b045b-9c28-470d-910f-565da5765db7 req-d5ea864c-76f3-408e-942d-f1a8fc2dd1a9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:05.587381 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a95b045b-9c28-470d-910f-565da5765db7 req-d5ea864c-76f3-408e-942d-f1a8fc2dd1a9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2168067 Feb 16 13:35:05.670068 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for port (deb4573d-b662-47d0-96c7-bf76a858027a), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.685177 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.710872 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:05.793629 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:05.795372 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:05.798111 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-35097bef-8481-46f3-9a5d-13c651f9ddb1 req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "PUT /v2.0/ports/deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 982 time: 1.1957202 Feb 16 13:35:05.803233 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:05.809637 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb931752-9b4a-426a-b815-20b4bf094633" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:05.824397 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a95b045b-9c28-470d-910f-565da5765db7 req-cd552f12-271a-476e-87b9-3d4b0d27e103 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230055 Feb 16 13:35:05.927943 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d7fd0-37a7-4093-9f46-81e2bfc0bea7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=6']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:05.985053 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:06.208162 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac8e93-1626-4bb7-a1fd-1f2fb81a81a8 x-openstack-request-id: req-d2ac8e93-1626-4bb7-a1fd-1f2fb81a81a8 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:06.208908 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:06.209088 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d2ac8e93-1626-4bb7-a1fd-1f2fb81a81a8 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:06.209643 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:35:06.237691 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931752-9b4a-426a-b815-20b4bf094633 req-997a4b33-9853-4637-b3f1-c24501814125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:06.244413 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-997a4b33-9853-4637-b3f1-c24501814125 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1169 time: 0.1485910 Feb 16 13:35:06.258466 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6903-59bf-4eef-91b0-a4af2ea1bbf5 req-6066aff1-90bc-4e5e-972f-64fd5e017ba6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:06.260377 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-661c6903-59bf-4eef-91b0-a4af2ea1bbf5 req-6066aff1-90bc-4e5e-972f-64fd5e017ba6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.2403526 Feb 16 13:35:06.332426 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-9686f0d5-fdee-4956-9679-50b87b8afed2 None None] Provisioning complete for port deb4573d-b662-47d0-96c7-bf76a858027a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:06.333039 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9686f0d5-fdee-4956-9679-50b87b8afed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:06.475289 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-661c6903-59bf-4eef-91b0-a4af2ea1bbf5 req-9d8c5027-a447-4c5c-a9cb-597be216da7d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1961985 Feb 16 13:35:06.522742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931752-9b4a-426a-b815-20b4bf094633 req-d6b40671-9392-4e6a-831e-73ddb6f200a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:06.525175 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-d6b40671-9392-4e6a-831e-73ddb6f200a1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.2746310 Feb 16 13:35:06.637336 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-a1bdf61a-697a-49e9-baca-0305ea05b869 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 1001 time: 0.1024506 Feb 16 13:35:06.735824 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-9686f0d5-fdee-4956-9679-50b87b8afed2 None None] Current status of the port deb4573d-b662-47d0-96c7-bf76a858027a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:06.737207 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931752-9b4a-426a-b815-20b4bf094633 req-508e6f40-b920-4a08-a4ee-91042a2f2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:06.741390 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-508e6f40-b920-4a08-a4ee-91042a2f2fab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.0775914 Feb 16 13:35:06.840510 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931752-9b4a-426a-b815-20b4bf094633 req-e0e6eae8-5dd2-4df6-b61e-63b1a7e13d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:06.843043 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-e0e6eae8-5dd2-4df6-b61e-63b1a7e13d9b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882618 Feb 16 13:35:07.060166 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-301213a5-adcc-4665-b796-980a5dfbc6cd service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056818 Feb 16 13:35:07.195809 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e697-8df8-40f0-9d7a-02284b641c02 req-ac536b1a-44dd-4c4d-8fbe-0ed18543b92c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:07.212301 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fb72e697-8df8-40f0-9d7a-02284b641c02 req-ac536b1a-44dd-4c4d-8fbe-0ed18543b92c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1351671 Feb 16 13:35:07.328953 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fb72e697-8df8-40f0-9d7a-02284b641c02 req-8a5a5a7a-c7e4-42c0-9df7-ea31714879f8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141038 Feb 16 13:35:07.577300 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cb931752-9b4a-426a-b815-20b4bf094633 req-14035000-1dc8-4632-9527-49a5d7288a38 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061893 Feb 16 13:35:08.585095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1ebaa-e83e-4464-9fd1-68e9116f34b8 req-669c6300-81c7-4d37-acb4-1fd87f4a2f22 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:08.588102 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0b1ebaa-e83e-4464-9fd1-68e9116f34b8 req-669c6300-81c7-4d37-acb4-1fd87f4a2f22 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1153150 Feb 16 13:35:08.700379 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0b1ebaa-e83e-4464-9fd1-68e9116f34b8 req-4ffea193-45b9-4153-b077-dcec42e2b443 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020486 Feb 16 13:35:09.279270 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46112) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:09.527807 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8bc65654-4565-464c-980a-405518f5923b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.660693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8bc65654-4565-464c-980a-405518f5923b admin admin] Publish callbacks [] for security_group (73bb6840-a2a4-4acd-bc60-bf53ee008cdd), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.679844 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8bc65654-4565-464c-980a-405518f5923b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (73bb6840-a2a4-4acd-bc60-bf53ee008cdd), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.724177 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc65654-4565-464c-980a-405518f5923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb6840-a2a4-4acd-bc60-bf53ee008cdd,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:09.739904 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8bc65654-4565-464c-980a-405518f5923b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fe407d2abdc462bb3b051c7658b6312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585731 Feb 16 13:35:09.758520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46120) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:09.854701 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] Publish callbacks [] for security_group (73bb6840-a2a4-4acd-bc60-bf53ee008cdd), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.883375 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] Publish callbacks [] for security_group (73bb6840-a2a4-4acd-bc60-bf53ee008cdd), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.900823 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bb0dd-e230-4a74-8498-1114f0a4e4f9 req-f09a329f-22ad-46a6-a680-afa46c0e9127 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:09.903248 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e96bb0dd-e230-4a74-8498-1114f0a4e4f9 req-f09a329f-22ad-46a6-a680-afa46c0e9127 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.0592065 Feb 16 13:35:09.955353 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (73bb6840-a2a4-4acd-bc60-bf53ee008cdd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.957591 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e96bb0dd-e230-4a74-8498-1114f0a4e4f9 req-64df8a93-4952-4edb-b4e3-edb8fd565775 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489075 Feb 16 13:35:09.957996 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:09.959232 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73bb6840-a2a4-4acd-bc60-bf53ee008cdd HTTP/1.1" status: 204 len: 168 time: 0.1996846 Feb 16 13:35:09.969672 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0260f5b-8a73-42c2-bee6-cfe7ca65e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb6840-a2a4-4acd-bc60-bf53ee008cdd,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:10.301411 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46126) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:10.322133 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-16a4c161-4b1c-45bc-842b-46b3c0407af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.429593 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-16a4c161-4b1c-45bc-842b-46b3c0407af3 admin admin] Publish callbacks [] for security_group (46120e44-6776-4ceb-a484-cd9587fe3960), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.435824 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-16a4c161-4b1c-45bc-842b-46b3c0407af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (46120e44-6776-4ceb-a484-cd9587fe3960), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.506932 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-16a4c161-4b1c-45bc-842b-46b3c0407af3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a568b8c61c8745d387680e4d18071011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016649 Feb 16 13:35:10.507463 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46128) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:10.508552 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c161-4b1c-45bc-842b-46b3c0407af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46120e44-6776-4ceb-a484-cd9587fe3960,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:10.634129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] Publish callbacks [] for security_group (46120e44-6776-4ceb-a484-cd9587fe3960), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.681667 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] Publish callbacks [] for security_group (46120e44-6776-4ceb-a484-cd9587fe3960), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.766465 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (46120e44-6776-4ceb-a484-cd9587fe3960), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.769742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:10.771303 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46120e44-6776-4ceb-a484-cd9587fe3960 HTTP/1.1" status: 204 len: 168 time: 0.2625093 Feb 16 13:35:10.781746 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dc50d-6273-4da6-869e-1492e7953e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46120e44-6776-4ceb-a484-cd9587fe3960,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:11.222329 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6ad3f-27ca-46b9-851e-de9c4363be4b req-464149b2-8cfc-403e-85ce-69aafabc2e06 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:11.230591 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02c6ad3f-27ca-46b9-851e-de9c4363be4b req-464149b2-8cfc-403e-85ce-69aafabc2e06 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1008370 Feb 16 13:35:11.301757 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02c6ad3f-27ca-46b9-851e-de9c4363be4b req-83a6c82f-1f01-4df7-b3d4-55da6c44086a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698388 Feb 16 13:35:12.601583 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d29f0-0d68-4922-9358-2fbb9a84af62 req-654847a5-9fef-446b-8dbe-4c0867bf1af6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:12.603256 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-192d29f0-0d68-4922-9358-2fbb9a84af62 req-654847a5-9fef-446b-8dbe-4c0867bf1af6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1823704 Feb 16 13:35:12.639671 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e45ae5a2-8d9a-4390-a7d0-e05796f8a8e0 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165886246&fields=id&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 267 time: 0.1455777 Feb 16 13:35:12.757321 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-192d29f0-0d68-4922-9358-2fbb9a84af62 req-65868033-a26d-457a-aeb3-445c9d82cca0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363795 Feb 16 13:35:12.818759 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-316fc438-104c-4283-8e16-4f14f0c7a475 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:12.820394 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-316fc438-104c-4283-8e16-4f14f0c7a475 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.1712120 Feb 16 13:35:12.840285 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-969cc589-198a-400a-94d3-0b57903afb64 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/quotas/3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 375 time: 0.0141180 Feb 16 13:35:12.932347 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-27be15ab-93ea-4236-aefa-333213a7a94e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849302 Feb 16 13:35:13.081314 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-c3386e8b-b93a-4103-882a-3cc2471f9346 service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319966 Feb 16 13:35:13.273653 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e7a3286b-9b4c-45e6-a586-8b975461c68a service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826909 Feb 16 13:35:13.967946 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-07353160-6d30-4ac7-8426-4bf6497ff328 req-11d2b923-e765-45d2-a411-63fdc975edfd tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 210 time: 0.0560369 Feb 16 13:35:14.239322 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b7d4b-f4b6-4e7e-9f1b-21d954997883 req-fcc59991-bbe6-4760-87df-b0e34fac5aa6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:14.247428 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-634b7d4b-f4b6-4e7e-9f1b-21d954997883 req-fcc59991-bbe6-4760-87df-b0e34fac5aa6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1497154 Feb 16 13:35:14.312508 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-634b7d4b-f4b6-4e7e-9f1b-21d954997883 req-44aa067c-2248-4832-9d4c-bd2764343c14 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570722 Feb 16 13:35:14.856411 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46248) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:15.104528 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1bde50e7-aec3-453f-9684-5e746cf38c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.256317 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-571ebfbd-7a29-4d3c-9503-c7cc82dec652 req-dfb37fcb-0db1-4e3c-963c-a34c1097f1f1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 210 time: 0.0919633 Feb 16 13:35:15.338478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1bde50e7-aec3-453f-9684-5e746cf38c97 admin admin] Publish callbacks [] for security_group (16559d59-7972-4015-ac71-d5c81dbfec24), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.347389 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1bde50e7-aec3-453f-9684-5e746cf38c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (16559d59-7972-4015-ac71-d5c81dbfec24), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.427453 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1bde50e7-aec3-453f-9684-5e746cf38c97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7b1ca1ea53544f88011b3356dbac29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680809 Feb 16 13:35:15.429386 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde50e7-aec3-453f-9684-5e746cf38c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16559d59-7972-4015-ac71-d5c81dbfec24,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:15.432127 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46258) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:15.503960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6468db-7d9b-4473-89de-c65ed24e5da0 req-fb4b4ea7-8ff4-4aa1-be14-b5c54aa57277 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:15.505697 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4b6468db-7d9b-4473-89de-c65ed24e5da0 req-fb4b4ea7-8ff4-4aa1-be14-b5c54aa57277 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1034801 Feb 16 13:35:15.519043 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] Publish callbacks [] for security_group (16559d59-7972-4015-ac71-d5c81dbfec24), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.562003 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] Publish callbacks [] for security_group (16559d59-7972-4015-ac71-d5c81dbfec24), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.631369 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4b6468db-7d9b-4473-89de-c65ed24e5da0 req-96d59af9-a381-44e6-82f3-8e21efed2aa4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091325 Feb 16 13:35:15.705217 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (16559d59-7972-4015-ac71-d5c81dbfec24), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.715784 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:15.717934 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16559d59-7972-4015-ac71-d5c81dbfec24 HTTP/1.1" status: 204 len: 168 time: 0.2846208 Feb 16 13:35:15.756241 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab836d-12b0-4bac-b713-a8c955354182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16559d59-7972-4015-ac71-d5c81dbfec24,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:15.991454 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-4dbd4825-cf3e-4137-8145-5a5d30fa0dc2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:15.991454 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-4dbd4825-cf3e-4137-8145-5a5d30fa0dc2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.2730396 Feb 16 13:35:16.133651 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-0b57012b-e41f-4615-877e-c698d937b1e0 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 380 time: 0.1338661 Feb 16 13:35:16.148725 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'port': {'device_id': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'admin_state_up': True, 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'security_groups': ['e1227060-e17a-4e85-a55d-ee59e897ea6d']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:16.397507 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Made reservation on behalf of 3110b640182d4cd7b9fbf1b8dfd23aea for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:35:16.401080 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:16.480543 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46276) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:16.500351 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-656d51b7-3800-4c31-ab45-4490b4cf07f4 req-89df68c1-32a8-4bc9-bade-f9655bf8182f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 210 time: 0.1125124 Feb 16 13:35:16.543359 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-757ba82b-bef1-4e58-944d-7927baa2cf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:16.640067 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.20.0.6 (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a/d8e0c6b2-4825-43b2-a60d-09887c0de0b4/9569dd74-bc95-4d4b-8752-ef5ec5e52fba) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:35:16.763325 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-757ba82b-bef1-4e58-944d-7927baa2cf1e admin admin] Publish callbacks [] for security_group (cedf9f79-b032-440e-a503-a71bc951c530), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:16.775766 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-757ba82b-bef1-4e58-944d-7927baa2cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (cedf9f79-b032-440e-a503-a71bc951c530), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:16.791323 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848328f-b476-4e61-a472-f9174eceb4df req-7cc3d319-bf04-487a-876e-d8dfb1bc8bb1 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:16.800035 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0848328f-b476-4e61-a472-f9174eceb4df req-7cc3d319-bf04-487a-876e-d8dfb1bc8bb1 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1212189 Feb 16 13:35:16.935857 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c5a2349c-8cde-45e0-9a1c-4106a79d9303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:16.954685 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-757ba82b-bef1-4e58-944d-7927baa2cf1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6157ca0141f0416a8b2a3d221c0a29a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500432 Feb 16 13:35:16.957680 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46282) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:16.975795 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ba82b-bef1-4e58-944d-7927baa2cf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf9f79-b032-440e-a503-a71bc951c530,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:16.993996 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.025960 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0848328f-b476-4e61-a472-f9174eceb4df req-9700df80-d943-4f78-990e-e449e11151fc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246506 Feb 16 13:35:17.048778 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dd561-4542-46a3-a0bb-1e2902f7e855 req-700cfaba-c1e9-4b44-8d0c-630db6687e92 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:17.054270 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] Publish callbacks [] for security_group (cedf9f79-b032-440e-a503-a71bc951c530), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.066953 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-879dd561-4542-46a3-a0bb-1e2902f7e855 req-700cfaba-c1e9-4b44-8d0c-630db6687e92 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.2473850 Feb 16 13:35:17.102890 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] Publish callbacks [] for security_group (cedf9f79-b032-440e-a503-a71bc951c530), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.113585 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.164137 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-879dd561-4542-46a3-a0bb-1e2902f7e855 req-4fcc0eb6-1b61-4851-8f02-07da4cdef8bf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906894 Feb 16 13:35:17.222505 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:35:17.227242 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:35:17.231896 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:35:17.258093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:17.288026 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (cedf9f79-b032-440e-a503-a71bc951c530), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.291190 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.292443 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cedf9f79-b032-440e-a503-a71bc951c530 HTTP/1.1" status: 204 len: 168 time: 0.3333883 Feb 16 13:35:17.309615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:17.310421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.325991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a62ab2-265a-4302-87ba-1035bbb9b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf9f79-b032-440e-a503-a71bc951c530,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:17.364550 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-48229f92-4abe-4f63-963c-7ef745e1b379 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2206967 Feb 16 13:35:17.384550 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Request body: {'port': {'device_id': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:17.493459 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.606633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2864523e-ed94-4cc6-8848-7e92b8853991 None None] Provisioning complete for port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:17.607055 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2864523e-ed94-4cc6-8848-7e92b8853991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.696243 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2864523e-ed94-4cc6-8848-7e92b8853991 None None] Port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:35:17.725517 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f98ece-2a2e-4e3d-a17b-b0af3db468db req-24eec0ee-f455-4a85-a519-160015d63189 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:17.728608 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52f98ece-2a2e-4e3d-a17b-b0af3db468db req-24eec0ee-f455-4a85-a519-160015d63189 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 931 time: 0.1077297 Feb 16 13:35:17.822343 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52f98ece-2a2e-4e3d-a17b-b0af3db468db req-b04ea437-0303-4791-81d0-8970a7620a6a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826888 Feb 16 13:35:17.907645 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9569dd74-bc95-4d4b-8752-ef5ec5e52fba {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:17.922933 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks [] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:17.940645 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Transition to ACTIVE for port object 9569dd74-bc95-4d4b-8752-ef5ec5e52fba will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:35:17.945754 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:18.011462 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Pushing event updated for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:18.163567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Attempting to bind port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:35:18.164090 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Attempting to bind port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:35:18.164633 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Attempting to bind port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:35:18.178170 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:35:18.179294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Attempting to bind port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:35:18.191448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:35:18.191448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:35:18.191448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Bound using segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:35:18.191448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Bound port: 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:35:18.191448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:18.295919 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590380b-ae62-4999-9650-9e715b90a9b8 req-d4207921-a14b-474b-8cfa-e122cbd582a6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.302250 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:35:18.307033 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:35:18.315813 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0590380b-ae62-4999-9650-9e715b90a9b8 req-d4207921-a14b-474b-8cfa-e122cbd582a6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1482413 Feb 16 13:35:18.316123 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:18.366999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.367626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:18.369373 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] 10.222.0.104 "PUT /v2.0/ports/9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 200 len: 1093 time: 0.9928474 Feb 16 13:35:18.372537 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:18.375450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473caca8-091d-46ad-a65e-a141a5b0f455" -d '{"events": [{"name": "network-changed", "server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:18.474802 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0590380b-ae62-4999-9650-9e715b90a9b8 req-55639965-419b-431c-8d48-221bba4f2e4d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507876 Feb 16 13:35:18.494252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c6767-9cda-43f0-835b-7af43096c704 service neutron] Pushing event updated for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:18.502011 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcd806-be4b-44af-b32f-7abb636c2b62 req-1b899efb-2be2-40ca-9833-97110f43fec3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.521416 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f9dcd806-be4b-44af-b32f-7abb636c2b62 req-1b899efb-2be2-40ca-9833-97110f43fec3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1650088 Feb 16 13:35:18.554157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-70338465-692a-4357-912f-ca26a60d2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.556466 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-70338465-692a-4357-912f-ca26a60d2a9b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1129 time: 0.1730106 Feb 16 13:35:18.575226 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-f6dbbdbe-dae6-4342-848b-7b71d0b65135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.577111 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-f6dbbdbe-dae6-4342-848b-7b71d0b65135 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1127 time: 0.1196046 Feb 16 13:35:18.622525 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f9dcd806-be4b-44af-b32f-7abb636c2b62 req-8aed1f06-d945-4ce8-ae4c-dffa79cb8b40 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922966 Feb 16 13:35:18.642990 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f683262-e38d-4efb-948d-014009162512 x-openstack-request-id: req-4f683262-e38d-4efb-948d-014009162512 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:18.643473 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:18.643890 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f683262-e38d-4efb-948d-014009162512 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:18.644557 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'status': 'completed', 'code': 200} Feb 16 13:35:18.647145 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-53bd9dee-6075-4d58-84f7-ccdfc3bcbea3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 200 len: 217 time: 0.0539072 Feb 16 13:35:18.758615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-52dc526f-7906-481d-8bfe-d6a414bbcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.760421 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-52dc526f-7906-481d-8bfe-d6a414bbcaff service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0958426 Feb 16 13:35:18.791681 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-613ea2c0-d79e-4201-aa57-394b5f992aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.794074 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-613ea2c0-d79e-4201-aa57-394b5f992aa9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.2296677 Feb 16 13:35:18.893157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-bbd08261-dc58-49c4-80f1-3005d20ef5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:18.894761 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-bbd08261-dc58-49c4-80f1-3005d20ef5a9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261749 Feb 16 13:35:18.902886 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-49d7d8e2-2d49-41dc-a15f-907728495400 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 1001 time: 0.0907331 Feb 16 13:35:19.033572 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-586e4ba1-e9c1-469e-a65b-8848aeff3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.036186 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-586e4ba1-e9c1-469e-a65b-8848aeff3142 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.1152339 Feb 16 13:35:19.041611 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c506b-4d9a-4462-9654-ca6424e4d6cb req-09b786c4-4176-48f3-8ef1-06e786b308cd tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.043955 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac6c506b-4d9a-4462-9654-ca6424e4d6cb req-09b786c4-4176-48f3-8ef1-06e786b308cd tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0917645 Feb 16 13:35:19.088871 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-9e55adab-ed45-48a6-a97c-88333c15703e service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780732 Feb 16 13:35:19.137244 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-af337cb0-8f2f-4ed4-a6a9-7943230e90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.138817 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-af337cb0-8f2f-4ed4-a6a9-7943230e90d5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949655 Feb 16 13:35:19.143787 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac6c506b-4d9a-4462-9654-ca6424e4d6cb req-d4b0483b-62b6-4d1c-b026-fa2deaa18e52 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928445 Feb 16 13:35:19.280043 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56cdba37-0207-4351-8ecf-9f1d9e565cef req-96a38a06-4079-463e-9b05-98534b6c5e3d service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839917 Feb 16 13:35:19.316344 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-b0545c06-069b-4851-8008-228f704cdc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:19.320704 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-f0120850-4ffe-4653-9397-291661f6d8e0 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478953 Feb 16 13:35:19.508784 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-0a8d1c8f-cab0-47fd-a6c3-453ae409b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.513508 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-0a8d1c8f-cab0-47fd-a6c3-453ae409b1ec service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1127 time: 0.1538823 Feb 16 13:35:19.517310 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c2677c7d-7d49-4d3d-89cb-c56e1add0858 req-a7931429-6d46-4680-b37d-632b3c57adf1 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851482 Feb 16 13:35:19.693512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a7cd-31c9-403f-86b3-e9d16dde867a req-b533f37b-512e-4642-9599-b799c8164459 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.706715 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a641a7cd-31c9-403f-86b3-e9d16dde867a req-b533f37b-512e-4642-9599-b799c8164459 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1189303 Feb 16 13:35:19.711601 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-1e5802d3-d75f-4435-95c8-8766135c1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.714626 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-1e5802d3-d75f-4435-95c8-8766135c1b73 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1796448 Feb 16 13:35:19.792774 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-62fe0bdb-6acd-46e8-be41-5f3b8cebfdc5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 200 len: 217 time: 0.0702360 Feb 16 13:35:19.838709 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a641a7cd-31c9-403f-86b3-e9d16dde867a req-5bacd0d5-41ac-4edb-b2ff-16ee4f04a664 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304829 Feb 16 13:35:19.855010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-0a59e740-b7db-4b6a-a99d-f3e3f7a94231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.856947 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-0a59e740-b7db-4b6a-a99d-f3e3f7a94231 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0566263 Feb 16 13:35:19.860615 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03353f5-4f55-4ef8-8b16-0f386750c456 req-a7977679-0423-47d7-8be6-ff0ab34cbf0e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.876427 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d03353f5-4f55-4ef8-8b16-0f386750c456 req-a7977679-0423-47d7-8be6-ff0ab34cbf0e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1361845 Feb 16 13:35:19.934672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d03353f5-4f55-4ef8-8b16-0f386750c456 req-8c1cfedb-3097-46b1-b1fe-4a25b019aa06 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647123 Feb 16 13:35:19.935391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-49fabd54-4697-4747-8001-0b3adb39635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:19.936967 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-49fabd54-4697-4747-8001-0b3adb39635e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730698 Feb 16 13:35:20.064328 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-1debc8c7-2b17-4592-877b-774604217ed3 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171725 Feb 16 13:35:20.168934 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:20.192997 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-473caca8-091d-46ad-a65e-a141a5b0f455 req-5a102f7f-8e85-4d7f-be30-47792b34e665 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171591 Feb 16 13:35:20.323772 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d2bd-6f36-4642-a3c7-ae44c12344f7 req-5358f1de-68d9-4d3b-8abc-7d9808e36959 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:20.325361 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5319d2bd-6f36-4642-a3c7-ae44c12344f7 req-5358f1de-68d9-4d3b-8abc-7d9808e36959 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0882351 Feb 16 13:35:20.386633 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5319d2bd-6f36-4642-a3c7-ae44c12344f7 req-ef97efdb-425d-4db1-861f-76eaf569d7be tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544939 Feb 16 13:35:21.066043 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fa91a-f5d9-425d-93f5-ab45bd326a6c req-9dac82cd-8e03-442a-ba1d-ce5edd9d3b3d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:21.067773 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e3fa91a-f5d9-425d-93f5-ab45bd326a6c req-9dac82cd-8e03-442a-ba1d-ce5edd9d3b3d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1017516 Feb 16 13:35:21.147953 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e3fa91a-f5d9-425d-93f5-ab45bd326a6c req-97694b78-68d1-4571-84f7-d7ce930b2526 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744083 Feb 16 13:35:21.156380 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27961a24-734f-4a13-9fdf-466c4238bd73 req-b5985b5b-311d-415f-965a-63d8b6cfe4ce tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:21.157924 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-27961a24-734f-4a13-9fdf-466c4238bd73 req-b5985b5b-311d-415f-965a-63d8b6cfe4ce tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 945 time: 0.1101792 Feb 16 13:35:21.224327 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-27961a24-734f-4a13-9fdf-466c4238bd73 req-573b9ad2-fbb5-4ccb-9744-235b0763030e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598087 Feb 16 13:35:21.309491 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46382) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:21.444130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9b89-6af9-4fc9-b978-9e20a8715a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.526681 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb391-c010-4c33-9732-bae603f25952 req-45ac8c4d-b24f-4d95-b9bc-3ad5cc88d760 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:21.528256 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-053eb391-c010-4c33-9732-bae603f25952 req-45ac8c4d-b24f-4d95-b9bc-3ad5cc88d760 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0573695 Feb 16 13:35:21.542771 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9b89-6af9-4fc9-b978-9e20a8715a31 admin admin] Publish callbacks [] for security_group (21ad1866-d443-459f-a042-01f6ea13841c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.549031 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9b89-6af9-4fc9-b978-9e20a8715a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (21ad1866-d443-459f-a042-01f6ea13841c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.591069 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9eaa9b89-6af9-4fc9-b978-9e20a8715a31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5811ee7d3afd4731958c65c3ad4c5e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799323 Feb 16 13:35:21.591928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa9b89-6af9-4fc9-b978-9e20a8715a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad1866-d443-459f-a042-01f6ea13841c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:21.595092 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-053eb391-c010-4c33-9732-bae603f25952 req-77dd9877-c916-4649-9c03-3264a31cadea tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566957 Feb 16 13:35:21.596023 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46388) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:21.658802 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:21.659380 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] Publish callbacks [] for security_group (21ad1866-d443-459f-a042-01f6ea13841c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.702782 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] Publish callbacks [] for security_group (21ad1866-d443-459f-a042-01f6ea13841c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.769617 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (21ad1866-d443-459f-a042-01f6ea13841c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.773079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.774628 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21ad1866-d443-459f-a042-01f6ea13841c HTTP/1.1" status: 204 len: 168 time: 0.1775234 Feb 16 13:35:21.786485 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5211c-ec63-4a2e-b2fc-2fa4e7fa951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad1866-d443-459f-a042-01f6ea13841c,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:21.789392 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:21.789789 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.807132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.832077 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:21.834062 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd5aed-7c62-4abd-a2be-f757518ae066" -d '{"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:21.850181 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:21.857533 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:21.896879 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4de59c-a41b-4798-a245-041e218df40b x-openstack-request-id: req-6c4de59c-a41b-4798-a245-041e218df40b {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:21.897202 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:21.897720 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c4de59c-a41b-4798-a245-041e218df40b {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:21.898192 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'code': 200} Feb 16 13:35:21.916786 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:22.178706 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46398) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:22.193061 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e04c21-ac1a-4112-88ac-9a8956ae9ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.330872 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac66d-4e8a-4f2e-943c-5876cbc4624c req-304b68da-a8f5-4979-979e-6f8813ed70ec tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:22.332398 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86cac66d-4e8a-4f2e-943c-5876cbc4624c req-304b68da-a8f5-4979-979e-6f8813ed70ec tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1013021 Feb 16 13:35:22.335651 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e04c21-ac1a-4112-88ac-9a8956ae9ee1 admin admin] Publish callbacks [] for security_group (4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.355961 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-58e04c21-ac1a-4112-88ac-9a8956ae9ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.420505 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-58e04c21-ac1a-4112-88ac-9a8956ae9ee1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70a6ae936b8d44e2a5c1d7fe602ae893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383976 Feb 16 13:35:22.421121 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46402) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:22.427761 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04c21-ac1a-4112-88ac-9a8956ae9ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:22.456515 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdf2a6-183f-4047-8cc4-405b6527489d req-760c4f8b-5b55-478c-83c5-70a654baba2d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:22.458115 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aacdf2a6-183f-4047-8cc4-405b6527489d req-760c4f8b-5b55-478c-83c5-70a654baba2d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1463978 Feb 16 13:35:22.461414 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86cac66d-4e8a-4f2e-943c-5876cbc4624c req-71c4cce5-bedb-40ec-8896-3f63dfe2dee0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082828 Feb 16 13:35:22.503124 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] Publish callbacks [] for security_group (4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.538099 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aacdf2a6-183f-4047-8cc4-405b6527489d req-c35a968f-4249-4a7d-a867-12735f364b01 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675900 Feb 16 13:35:22.539440 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] Publish callbacks [] for security_group (4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.603923 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.606531 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:22.607700 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee HTTP/1.1" status: 204 len: 168 time: 0.1844745 Feb 16 13:35:22.619766 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca1b9-0aca-42a3-8234-b83dc7997f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d2c1a-7d34-4f6e-81d5-ff52a8fd11ee,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:22.771192 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446c5d-f665-4372-babc-0375a9cff9b1 req-1f52fe1a-1dfb-433a-9e36-4302278c04a1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:22.773289 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f446c5d-f665-4372-babc-0375a9cff9b1 req-1f52fe1a-1dfb-433a-9e36-4302278c04a1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0910561 Feb 16 13:35:22.843538 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f446c5d-f665-4372-babc-0375a9cff9b1 req-1d70f2e9-93f0-4222-9827-b25c42af0707 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638170 Feb 16 13:35:23.110505 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:23.150686 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-735925be-4775-42b8-bfe1-e351898e1992 req-926a3214-9292-4bb9-9bf3-3266f95f2b96 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:35:23.152258 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-735925be-4775-42b8-bfe1-e351898e1992 req-926a3214-9292-4bb9-9bf3-3266f95f2b96 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093882 Feb 16 13:35:23.347578 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffb8a-039d-4fd0-a132-757cdbe3f33e req-f8dc008e-0fe9-42e4-8d41-b9567808cea3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:23.349196 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-318ffb8a-039d-4fd0-a132-757cdbe3f33e req-f8dc008e-0fe9-42e4-8d41-b9567808cea3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0641713 Feb 16 13:35:23.404920 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-318ffb8a-039d-4fd0-a132-757cdbe3f33e req-10224b45-2b1a-496f-8996-1f7fe30f4d54 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491831 Feb 16 13:35:23.654323 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844322f9-0d95-43b4-aa77-c74889be18ee req-93bde3f1-4462-4e7c-b4dc-e68195682dcd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:23.656033 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-844322f9-0d95-43b4-aa77-c74889be18ee req-93bde3f1-4462-4e7c-b4dc-e68195682dcd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0833993 Feb 16 13:35:23.732908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-844322f9-0d95-43b4-aa77-c74889be18ee req-44b2a982-d0de-4ff7-ad18-6ab30a2da2f1 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672796 Feb 16 13:35:23.941692 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46474) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:24.038508 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b128-1a88-415b-b460-045da3583294 req-c166a3d2-d1fe-4538-af79-6055efff434b tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:24.040919 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6450b128-1a88-415b-b460-045da3583294 req-c166a3d2-d1fe-4538-af79-6055efff434b tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0885718 Feb 16 13:35:24.070804 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-10e5258e-18bf-460c-ac46-5aba165ed968 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277149 Feb 16 13:35:24.086777 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-9f1f4e11-d4b2-4c94-b45e-1aa40a118567 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:35:24.087936 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-9f1f4e11-d4b2-4c94-b45e-1aa40a118567 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096941 Feb 16 13:35:24.149175 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6450b128-1a88-415b-b460-045da3583294 req-30001f82-5776-40fc-bf1a-b22c44ec9ba2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970078 Feb 16 13:35:24.300491 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46488) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:24.548910 dv-cinder-829473-3-iscsi neutron-server[102563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 13:35:24.560615 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787b60-eb81-4515-a252-8814423c2ca1 req-71739af3-ffe2-42fa-b30d-d7fd29e4c062 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:24.562432 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5787b60-eb81-4515-a252-8814423c2ca1 req-71739af3-ffe2-42fa-b30d-d7fd29e4c062 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0638611 Feb 16 13:35:24.604233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-feb25117-6ced-4414-8c1d-ebb16c657124 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:24.605749 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-feb25117-6ced-4414-8c1d-ebb16c657124 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports/e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 940 time: 0.3042176 Feb 16 13:35:24.619687 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5787b60-eb81-4515-a252-8814423c2ca1 req-47fa7a2a-215c-4d52-970a-aa910616c27c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511270 Feb 16 13:35:24.874040 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b4561-d927-4e0e-80ae-fc1dc49177d7 req-8e88bb6f-cc45-478e-953a-5b440dc690dc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:24.876501 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-999b4561-d927-4e0e-80ae-fc1dc49177d7 req-8e88bb6f-cc45-478e-953a-5b440dc690dc tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0588968 Feb 16 13:35:24.930068 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-999b4561-d927-4e0e-80ae-fc1dc49177d7 req-8e2abed4-6dc4-4b90-87de-f4e9ebba9d11 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460470 Feb 16 13:35:25.294538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883310-23ee-4e1e-a768-714f38560099 req-50965770-b6eb-4ff7-bff4-35112258caff tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:25.296535 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-42883310-23ee-4e1e-a768-714f38560099 req-50965770-b6eb-4ff7-bff4-35112258caff tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0623941 Feb 16 13:35:25.354677 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-42883310-23ee-4e1e-a768-714f38560099 req-e7803192-025c-4cd9-8e6c-53af45bb567b tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508611 Feb 16 13:35:25.688528 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:35:25.790524 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: DOWN; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:25.808228 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18d38-9c69-4072-b8eb-13fdd4578634 req-d3869699-cabb-41f1-84c1-5199ac11dbb1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:25.810551 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aeb18d38-9c69-4072-b8eb-13fdd4578634 req-d3869699-cabb-41f1-84c1-5199ac11dbb1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0814335 Feb 16 13:35:25.864013 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aeb18d38-9c69-4072-b8eb-13fdd4578634 req-eb12b1db-e59c-49cf-8f94-02b31eab72d2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475793 Feb 16 13:35:26.063804 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0cef-14e8-4cac-8166-f3b58c60aee1 req-cd28f8ef-1d2f-4a32-a45c-968e31f742b8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.064952 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-414a0cef-14e8-4cac-8166-f3b58c60aee1 req-cd28f8ef-1d2f-4a32-a45c-968e31f742b8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Feb 16 13:35:26.116701 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-414a0cef-14e8-4cac-8166-f3b58c60aee1 req-ae860547-fcf3-4efb-a34a-6371dd7e1e75 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Feb 16 13:35:26.246560 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-086c631b-fde5-4219-b03b-922e9c4f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.247802 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-086c631b-fde5-4219-b03b-922e9c4f1d2f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 1127 time: 0.0883019 Feb 16 13:35:26.326310 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-6853146d-142a-464d-a619-f9d17ca18beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.327821 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-6853146d-142a-464d-a619-f9d17ca18beb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1127 time: 0.0566039 Feb 16 13:35:26.436506 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-71bdc407-ff63-4998-a57f-89e9c3fac906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.438016 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-71bdc407-ff63-4998-a57f-89e9c3fac906 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1033478 Feb 16 13:35:26.517778 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3f1b-2152-4808-8c1b-b5b845ce393c req-7adcb683-67cc-40fc-82e6-dff2c8197216 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.519666 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab2a3f1b-2152-4808-8c1b-b5b845ce393c req-7adcb683-67cc-40fc-82e6-dff2c8197216 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.0836852 Feb 16 13:35:26.527343 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-cf8c90dd-8fc6-4cd7-94c3-a177e7ea73ab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 200 len: 999 time: 0.0817130 Feb 16 13:35:26.589075 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-984e09b7-968f-4c75-9cd6-adc465b11b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.590631 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-984e09b7-968f-4c75-9cd6-adc465b11b35 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0547576 Feb 16 13:35:26.593275 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab2a3f1b-2152-4808-8c1b-b5b845ce393c req-e17e4044-1584-4313-8e58-d09eefe01e69 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663307 Feb 16 13:35:26.648289 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-1f3e3391-067d-4296-9251-a1c5e3fed3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:26.650120 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-1f3e3391-067d-4296-9251-a1c5e3fed3ed service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524275 Feb 16 13:35:26.743393 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-cd5a1577-a4cc-416d-984c-f68c54691365 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855222 Feb 16 13:35:26.842075 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0c2a279f-55dd-433e-8a01-e5baf340ad46 req-9f622511-5d3d-4705-8ae3-c0a8926cdca8 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914097 Feb 16 13:35:26.859931 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:35:27.014832 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af89ca-6866-4460-bb21-ba2e2514befc req-b071431b-6b4d-412a-86e6-4f2bad3f8437 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:27.017820 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47af89ca-6866-4460-bb21-ba2e2514befc req-b071431b-6b4d-412a-86e6-4f2bad3f8437 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0686452 Feb 16 13:35:27.077100 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-47af89ca-6866-4460-bb21-ba2e2514befc req-8a3a4312-dae6-4821-af0f-dfb4db3b4851 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521629 Feb 16 13:35:27.253314 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc197d1-2adb-4d5a-86c0-d247d387f4a3 req-b1ab928b-e24d-4be8-8c07-50556a380bfb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:27.255144 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0fc197d1-2adb-4d5a-86c0-d247d387f4a3 req-b1ab928b-e24d-4be8-8c07-50556a380bfb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0627820 Feb 16 13:35:27.318217 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0fc197d1-2adb-4d5a-86c0-d247d387f4a3 req-643faf96-720d-485a-a18c-1a9e8e572817 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568919 Feb 16 13:35:27.707771 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 9569dd74-bc95-4d4b-8752-ef5ec5e52fba details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:35:27.807766 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3353b3-2a1c-4d7a-940b-42eac7883f57 req-2068b457-6e88-4969-b5a2-2b4f2a281836 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:27.817903 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac3353b3-2a1c-4d7a-940b-42eac7883f57 req-2068b457-6e88-4969-b5a2-2b4f2a281836 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 943 time: 0.1020119 Feb 16 13:35:27.892894 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac3353b3-2a1c-4d7a-940b-42eac7883f57 req-5bea6cd5-8d5f-46e1-a6f5-22656e983c6e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737176 Feb 16 13:35:27.906262 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:27.934335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'port_id': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'mac_address': 'fa:16:3e:6a:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:35:28.047457 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:28.047795 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:28.075105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9569dd74-bc95-4d4b-8752-ef5ec5e52fba {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:28.115976 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:28.125563 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:28.243271 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:28.245087 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:28.403823 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['9569dd74-bc95-4d4b-8752-ef5ec5e52fba'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:28.412356 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bfc5f-fecd-4c8c-b2c7-fba202af2d15 req-30eb9bad-ab7b-4bb0-b1dd-8f7fb4345903 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:28.429338 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-641bfc5f-fecd-4c8c-b2c7-fba202af2d15 req-30eb9bad-ab7b-4bb0-b1dd-8f7fb4345903 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1380649 Feb 16 13:35:28.530621 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb96f-d51c-4e14-97bf-6165d95526af req-6552438a-bc29-4596-89af-c911edcc835f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:28.533922 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-db8fb96f-d51c-4e14-97bf-6165d95526af req-6552438a-bc29-4596-89af-c911edcc835f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1019166 Feb 16 13:35:28.611021 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-641bfc5f-fecd-4c8c-b2c7-fba202af2d15 req-ee837425-d638-4272-866a-30f2b7914dc8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645420 Feb 16 13:35:28.686953 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-db8fb96f-d51c-4e14-97bf-6165d95526af req-038a17b6-8dbc-47b1-95b6-ad9229824d8a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380343 Feb 16 13:35:29.060395 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea008ba-1fe9-4d72-8402-363a3682224a req-83898c7e-43f1-4787-9372-33a12e26125c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:29.062147 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fea008ba-1fe9-4d72-8402-363a3682224a req-83898c7e-43f1-4787-9372-33a12e26125c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 944 time: 0.0732205 Feb 16 13:35:29.143499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fea008ba-1fe9-4d72-8402-363a3682224a req-6e9682e4-c29f-49c4-b19d-2b44d4ed540a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737381 Feb 16 13:35:29.723713 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 9569dd74-bc95-4d4b-8752-ef5ec5e52fba up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:35:29.875861 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:35:29.883977 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:29.885018 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:29.887238 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b71a-ce74-477e-9e79-2636fe1fb859 req-4f1fb161-f6d6-483a-ae0f-a7e7d8f4c8c7 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:29.890156 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cab8b71a-ce74-477e-9e79-2636fe1fb859 req-4f1fb161-f6d6-483a-ae0f-a7e7d8f4c8c7 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1311066 Feb 16 13:35:30.042263 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b53068-27cd-47b3-b65d-99953708483f req-2b3099ff-bc2a-4f11-b8dc-e473bb4beef8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:30.045349 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96b53068-27cd-47b3-b65d-99953708483f req-2b3099ff-bc2a-4f11-b8dc-e473bb4beef8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1998916 Feb 16 13:35:30.063870 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cab8b71a-ce74-477e-9e79-2636fe1fb859 req-bbda0161-0f7d-4ec7-a629-453ff30f56a4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354835 Feb 16 13:35:30.098865 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:30.100570 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:30.194044 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:30.203715 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e78c63-6a6e-4281-b434-dea243fcd743" -d '{"events": [{"server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "name": "network-vif-plugged", "status": "completed", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:30.222847 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-96b53068-27cd-47b3-b65d-99953708483f req-097337f9-3bb0-46fc-b240-8d1ea4503531 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482840 Feb 16 13:35:30.268491 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:30.279638 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:30.368692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565844a3-198c-4cb3-b0d7-d914dde512a5 x-openstack-request-id: req-565844a3-198c-4cb3-b0d7-d914dde512a5 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:30.369162 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "name": "network-vif-plugged", "status": "completed", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:30.369582 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-565844a3-198c-4cb3-b0d7-d914dde512a5 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:30.370256 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'code': 200} Feb 16 13:35:30.415497 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:30.478469 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef87928-4640-4dae-a0ea-1f74740a15be req-e3f60953-d353-465d-9837-c57b9e85bfe9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:30.488251 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cef87928-4640-4dae-a0ea-1f74740a15be req-e3f60953-d353-465d-9837-c57b9e85bfe9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1241345 Feb 16 13:35:30.579269 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cef87928-4640-4dae-a0ea-1f74740a15be req-a1f35c48-77b7-487e-b429-feb1f7470078 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889928 Feb 16 13:35:30.834956 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46638) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:31.015919 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bdc74bf-25b4-4106-872b-2d5e4cc171c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.123949 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bdc74bf-25b4-4106-872b-2d5e4cc171c4 admin admin] Publish callbacks [] for security_group (bf817b39-cd57-48be-8cd7-43f0f6ab05ab), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.194361 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2bdc74bf-25b4-4106-872b-2d5e4cc171c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (bf817b39-cd57-48be-8cd7-43f0f6ab05ab), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.268680 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2bdc74bf-25b4-4106-872b-2d5e4cc171c4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b81d2fbc90d84802a846cb5973da1766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290674 Feb 16 13:35:31.268680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc74bf-25b4-4106-872b-2d5e4cc171c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf817b39-cd57-48be-8cd7-43f0f6ab05ab,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:31.269717 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46644) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:31.329996 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee1bd8-f655-4a5e-ab7b-c667aa287efa req-b1203e05-82bd-41de-bb89-c4d93f6dff03 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:31.334606 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8ee1bd8-f655-4a5e-ab7b-c667aa287efa req-b1203e05-82bd-41de-bb89-c4d93f6dff03 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1366491 Feb 16 13:35:31.359218 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] Publish callbacks [] for security_group (bf817b39-cd57-48be-8cd7-43f0f6ab05ab), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.387950 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] Publish callbacks [] for security_group (bf817b39-cd57-48be-8cd7-43f0f6ab05ab), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.447742 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8ee1bd8-f655-4a5e-ab7b-c667aa287efa req-f4632608-a756-4721-886e-c6587a27c3a5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858705 Feb 16 13:35:31.456333 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (bf817b39-cd57-48be-8cd7-43f0f6ab05ab), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.460138 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:31.461408 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf817b39-cd57-48be-8cd7-43f0f6ab05ab HTTP/1.1" status: 204 len: 168 time: 0.1906681 Feb 16 13:35:31.482593 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0dcf2-fa36-4833-b317-c0c648e3e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf817b39-cd57-48be-8cd7-43f0f6ab05ab,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:31.484839 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1c622-7223-4660-bad3-072687766421 req-941fe7bc-5d3e-49b4-9b40-d511180ce733 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:31.492358 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02b1c622-7223-4660-bad3-072687766421 req-941fe7bc-5d3e-49b4-9b40-d511180ce733 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1566517 Feb 16 13:35:31.555103 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-02b1c622-7223-4660-bad3-072687766421 req-3875d39d-422b-4e2d-b582-012b12402647 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616181 Feb 16 13:35:31.734984 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567a85e-d557-4b3f-92b4-b1e1f22d79b8 req-792809f6-3ba1-4d0c-be68-ec084ec29823 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:31.743058 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5567a85e-d557-4b3f-92b4-b1e1f22d79b8 req-792809f6-3ba1-4d0c-be68-ec084ec29823 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.0651374 Feb 16 13:35:31.815317 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5567a85e-d557-4b3f-92b4-b1e1f22d79b8 req-508fb46c-e710-431b-bef5-43ce78ad8ce4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712380 Feb 16 13:35:31.910071 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46654) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:31.928563 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c77b-52fe-4e99-844c-7ab149a099bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.071706 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c77b-52fe-4e99-844c-7ab149a099bc admin admin] Publish callbacks [] for security_group (ba81c54c-05ee-4130-83be-2f0a84e1a263), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.084907 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c77b-52fe-4e99-844c-7ab149a099bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (ba81c54c-05ee-4130-83be-2f0a84e1a263), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.162698 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5cc2c77b-52fe-4e99-844c-7ab149a099bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0036a7c832641e6b32cf37f0ee1b334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468262 Feb 16 13:35:32.162698 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2c77b-52fe-4e99-844c-7ab149a099bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81c54c-05ee-4130-83be-2f0a84e1a263,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:32.164408 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46656) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:32.253204 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] Publish callbacks [] for security_group (ba81c54c-05ee-4130-83be-2f0a84e1a263), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.293907 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] Publish callbacks [] for security_group (ba81c54c-05ee-4130-83be-2f0a84e1a263), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.391076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (ba81c54c-05ee-4130-83be-2f0a84e1a263), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.395187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:32.399337 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba81c54c-05ee-4130-83be-2f0a84e1a263 HTTP/1.1" status: 204 len: 168 time: 0.2290926 Feb 16 13:35:32.412955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f477d-7ba9-4daf-bdd3-63d91f79e537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81c54c-05ee-4130-83be-2f0a84e1a263,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:32.640343 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac545289-acf4-4fac-b4f0-8e87e1ae2d68 req-351d8286-9d01-4a13-adda-1e7dd107e224 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:32.655770 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac545289-acf4-4fac-b4f0-8e87e1ae2d68 req-351d8286-9d01-4a13-adda-1e7dd107e224 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.1144300 Feb 16 13:35:32.791966 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac545289-acf4-4fac-b4f0-8e87e1ae2d68 req-822327b8-8df7-4034-9296-23b5dc035b21 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991032 Feb 16 13:35:32.815068 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6bed-ebf9-40df-a244-83c42fd1931e req-8d8de051-9f86-4071-95af-6e2a039c5b71 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:32.815068 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9b7b6bed-ebf9-40df-a244-83c42fd1931e req-8d8de051-9f86-4071-95af-6e2a039c5b71 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1052921 Feb 16 13:35:32.914536 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9b7b6bed-ebf9-40df-a244-83c42fd1931e req-468153f8-ef44-47a2-bc73-dfaec04eaded tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884960 Feb 16 13:35:33.026872 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee91f1-621c-46b2-b598-adf14d41fafb req-e300b85e-fd47-4a55-b9d6-a94e59e83b9f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:33.028425 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94ee91f1-621c-46b2-b598-adf14d41fafb req-e300b85e-fd47-4a55-b9d6-a94e59e83b9f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.0802100 Feb 16 13:35:33.128641 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94ee91f1-621c-46b2-b598-adf14d41fafb req-f52dc598-3a21-441e-8e6d-8e4f67c3f02f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927408 Feb 16 13:35:33.989800 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d6ed5-de2c-45e1-a560-bf5e5f6bc48b req-d0ae6983-4df4-4632-923e-39788ccef429 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:33.991751 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d7d6ed5-de2c-45e1-a560-bf5e5f6bc48b req-d0ae6983-4df4-4632-923e-39788ccef429 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0767310 Feb 16 13:35:34.137291 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d7d6ed5-de2c-45e1-a560-bf5e5f6bc48b req-4193088a-e89b-4d9c-a73c-1d24e5f28019 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327686 Feb 16 13:35:34.178104 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42429-1d5b-48a0-b0e0-1967ee249553 req-8cdb5ab7-4687-4381-bb1a-a00d3f3f4ac4 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:34.180215 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66e42429-1d5b-48a0-b0e0-1967ee249553 req-8cdb5ab7-4687-4381-bb1a-a00d3f3f4ac4 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1291106 Feb 16 13:35:34.321977 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-66e42429-1d5b-48a0-b0e0-1967ee249553 req-ec957ac7-bb79-4342-ba12-632094d9f3f6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287665 Feb 16 13:35:34.455349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d0a5-59f7-49a0-b67f-a52e04013493 req-b13bf195-c312-43a8-ab32-c690c3c742e1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:34.458019 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4c38d0a5-59f7-49a0-b67f-a52e04013493 req-b13bf195-c312-43a8-ab32-c690c3c742e1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1441662 Feb 16 13:35:34.547407 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4c38d0a5-59f7-49a0-b67f-a52e04013493 req-cbc12f48-362f-4e56-aeac-e7082e4cf70e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807962 Feb 16 13:35:35.311546 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2cc81-c57b-43be-a925-3baa53e2e526 req-8d10b1bc-5b00-4a96-83d7-98fc1cb9a050 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:35.314310 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5eb2cc81-c57b-43be-a925-3baa53e2e526 req-8d10b1bc-5b00-4a96-83d7-98fc1cb9a050 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0899069 Feb 16 13:35:35.394246 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5eb2cc81-c57b-43be-a925-3baa53e2e526 req-024e19dd-3244-4d00-9c97-56a809d36f87 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740929 Feb 16 13:35:35.561354 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57be97-8c47-45a1-9013-949d6cf460ad req-567666ae-de21-4bfe-9c9a-75db49efda6e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:35.563244 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba57be97-8c47-45a1-9013-949d6cf460ad req-567666ae-de21-4bfe-9c9a-75db49efda6e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0980709 Feb 16 13:35:35.701762 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba57be97-8c47-45a1-9013-949d6cf460ad req-6754adc5-a525-4522-add7-3a33b9cf60c8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303935 Feb 16 13:35:35.744707 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959481-6100-49b7-b21d-1733a6911b70 req-fa3d4f0a-5547-414a-a15a-9d4dbbe3da18 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:35.746329 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-15959481-6100-49b7-b21d-1733a6911b70 req-fa3d4f0a-5547-414a-a15a-9d4dbbe3da18 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1153231 Feb 16 13:35:35.875305 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-15959481-6100-49b7-b21d-1733a6911b70 req-41022bc5-e3a7-4796-b99f-755ef55ab60a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226268 Feb 16 13:35:36.544249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b7478-eb62-44b5-8b0e-b1746f0c743d req-93a819e1-042a-4334-bada-b6e7e9f4f79b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:36.545722 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-266b7478-eb62-44b5-8b0e-b1746f0c743d req-93a819e1-042a-4334-bada-b6e7e9f4f79b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0585895 Feb 16 13:35:36.599651 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-266b7478-eb62-44b5-8b0e-b1746f0c743d req-dfe7da14-a833-4a59-a3b3-8a5c8e567bd3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Feb 16 13:35:36.841455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc03d8-3aa8-4e3f-a4f6-b73c5ef54a2a req-cbf1efdb-0b0a-4f98-957f-44a55abf5918 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:36.842987 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9cbc03d8-3aa8-4e3f-a4f6-b73c5ef54a2a req-cbf1efdb-0b0a-4f98-957f-44a55abf5918 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0546572 Feb 16 13:35:36.900838 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9cbc03d8-3aa8-4e3f-a4f6-b73c5ef54a2a req-6fad3497-46a1-4869-92f3-917dca41947f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479369 Feb 16 13:35:37.079818 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830a64-0669-45d7-a24c-fe5063b79875 req-aefb8289-651b-4ec1-b3d8-17c218084ace tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.086796 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e830a64-0669-45d7-a24c-fe5063b79875 req-aefb8289-651b-4ec1-b3d8-17c218084ace tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1029186 Feb 16 13:35:37.208401 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4e830a64-0669-45d7-a24c-fe5063b79875 req-81bca4f0-64e7-4fb4-81af-025e06c55088 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186249 Feb 16 13:35:37.222459 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-f0f68c44-7159-4786-9e29-5b0124df3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.225074 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-f0f68c44-7159-4786-9e29-5b0124df3ae0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.0696759 Feb 16 13:35:37.378120 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e269ed-47f9-417f-9faf-846a609c50bb req-32c38d79-29db-4b32-90cf-f57ddbc61291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.379691 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7e269ed-47f9-417f-9faf-846a609c50bb req-32c38d79-29db-4b32-90cf-f57ddbc61291 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1129 time: 0.1207979 Feb 16 13:35:37.399106 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-4b8be0d2-51d7-40d4-a55c-15f7fab3072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.400542 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-4b8be0d2-51d7-40d4-a55c-15f7fab3072b service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1335859 Feb 16 13:35:37.490465 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7e269ed-47f9-417f-9faf-846a609c50bb req-293bd5a1-08af-41c8-8681-55c40d774ba7 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974290 Feb 16 13:35:37.502704 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-98774f2d-da58-4a6d-b1c9-ac46d98e3d93 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 1001 time: 0.0922482 Feb 16 13:35:37.737455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b73a8-b15f-48c5-9069-16c64b1c2344 req-70a8efde-5266-4b30-a922-e8e8fd50bb5b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.739089 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b43b73a8-b15f-48c5-9069-16c64b1c2344 req-70a8efde-5266-4b30-a922-e8e8fd50bb5b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0553482 Feb 16 13:35:37.792910 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b43b73a8-b15f-48c5-9069-16c64b1c2344 req-922a00de-5ddb-45d8-89cf-da5761cabccb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Feb 16 13:35:37.994910 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-49498b63-fe90-4570-aace-415a02776409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:37.996508 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-49498b63-fe90-4570-aace-415a02776409 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.2790136 Feb 16 13:35:38.052185 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-888e8d2e-4962-44ed-879d-668154b35761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.052737 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4802514-1bf6-4ec0-8f95-75a0cdae01d7 req-e4f56194-a1e9-4a33-95c0-715bf880129f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.053841 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-888e8d2e-4962-44ed-879d-668154b35761 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496080 Feb 16 13:35:38.054293 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4802514-1bf6-4ec0-8f95-75a0cdae01d7 req-e4f56194-a1e9-4a33-95c0-715bf880129f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0585561 Feb 16 13:35:38.115303 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4802514-1bf6-4ec0-8f95-75a0cdae01d7 req-614cb063-1ae9-4211-b50b-65b3c251e0de tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503759 Feb 16 13:35:38.159300 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-2ffbe446-e9de-4383-baf3-b4c01fd4fda9 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932353 Feb 16 13:35:38.282371 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-595dcc67-2290-44bc-a70b-193c0f038bf7 req-24dbae33-7a28-41be-9439-d4e16ad8c8a3 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161580 Feb 16 13:35:38.398169 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfceb0-924c-4872-ac16-b37d39c76e93 req-495e6d60-9ad9-4b7e-b6fc-e0adef253f7c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.399856 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-12bfceb0-924c-4872-ac16-b37d39c76e93 req-495e6d60-9ad9-4b7e-b6fc-e0adef253f7c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1052089 Feb 16 13:35:38.414411 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a246c6a-d1de-4d0f-b2f2-d47c183814d4 req-6a86c5c5-bdd1-42ca-a9ad-fd119c4aad55 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.416333 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a246c6a-d1de-4d0f-b2f2-d47c183814d4 req-6a86c5c5-bdd1-42ca-a9ad-fd119c4aad55 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0850329 Feb 16 13:35:38.503801 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-12bfceb0-924c-4872-ac16-b37d39c76e93 req-c95ad773-64a2-4da5-9045-662dc79ad3bf tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860546 Feb 16 13:35:38.507499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a246c6a-d1de-4d0f-b2f2-d47c183814d4 req-ad200753-ce1d-4ac0-88bf-45140f8aaf76 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826054 Feb 16 13:35:38.525904 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-ab603a6f-a0b2-495e-bf99-99695ac60762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.527657 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-ab603a6f-a0b2-495e-bf99-99695ac60762 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.1028605 Feb 16 13:35:38.641970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-d951f398-ce7a-433a-9240-5e914440a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.643594 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-d951f398-ce7a-433a-9240-5e914440a6ff service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1076727 Feb 16 13:35:38.723436 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-8816d9f9-9fe3-449f-a450-8038afd7eefe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 1001 time: 0.0655420 Feb 16 13:35:38.779394 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-25a51f49-13a6-439f-b68e-40946366a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.781852 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-25a51f49-13a6-439f-b68e-40946366a94a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.0492606 Feb 16 13:35:38.859955 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-cd308b8c-f670-4ec3-843a-68432ca0ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.864446 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-cd308b8c-f670-4ec3-843a-68432ca0ed0e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747671 Feb 16 13:35:38.949611 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfdbde-c8dc-477e-a7a6-58aae6688023 req-3246b0b4-2b51-47d0-a1c4-11c6c9bbd5f6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:38.958062 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9bfdbde-c8dc-477e-a7a6-58aae6688023 req-3246b0b4-2b51-47d0-a1c4-11c6c9bbd5f6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0775940 Feb 16 13:35:38.996993 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-4fc139d8-8512-48e5-b341-a09eb76ba053 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121106 Feb 16 13:35:39.023602 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9bfdbde-c8dc-477e-a7a6-58aae6688023 req-9270cc8b-2496-425a-b408-9202f5e946ff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645759 Feb 16 13:35:39.094558 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-af261d39-fff7-49ad-93c3-f90e43ad4097 req-459ffbff-e0ca-44e8-bea2-ca24e8c6f9f2 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896366 Feb 16 13:35:39.684402 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c09842-5871-450a-ab2b-d5b8c730b13d req-03e1e0c8-b7bc-420f-8734-d481f8dbfe8f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:39.685960 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23c09842-5871-450a-ab2b-d5b8c730b13d req-03e1e0c8-b7bc-420f-8734-d481f8dbfe8f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.0888870 Feb 16 13:35:39.704771 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2fb8-11f0-4443-bc84-ceba70d8f7c7 req-42408d64-100f-45f1-bd2a-5504213a9632 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:39.707711 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-772e2fb8-11f0-4443-bc84-ceba70d8f7c7 req-42408d64-100f-45f1-bd2a-5504213a9632 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0999980 Feb 16 13:35:39.796370 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-23c09842-5871-450a-ab2b-d5b8c730b13d req-53b4ab91-807c-450e-8166-c65fa435867d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889764 Feb 16 13:35:39.811254 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-772e2fb8-11f0-4443-bc84-ceba70d8f7c7 req-79f598d0-7b6d-4bee-a27f-e3f5784aeccd tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791817 Feb 16 13:35:39.932073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc984e33-2cd8-4161-ac8f-29633de7b59d req-68b7d4ed-88ee-4c5b-af33-84970b0894ab tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:39.933853 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc984e33-2cd8-4161-ac8f-29633de7b59d req-68b7d4ed-88ee-4c5b-af33-84970b0894ab tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.0564704 Feb 16 13:35:39.992177 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc984e33-2cd8-4161-ac8f-29633de7b59d req-ca04d699-ebf8-40e7-b0ee-5d8a5ec5324e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506580 Feb 16 13:35:40.014449 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46794) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:40.163941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458e05-8f4d-4241-a02e-379db8c86977 req-336ee52a-a0c3-4da1-8a43-30852d0f77a5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:40.166979 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a458e05-8f4d-4241-a02e-379db8c86977 req-336ee52a-a0c3-4da1-8a43-30852d0f77a5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0618606 Feb 16 13:35:40.226210 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a458e05-8f4d-4241-a02e-379db8c86977 req-018e475c-1aae-4134-8939-6464605245a2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538979 Feb 16 13:35:40.292866 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d05b05-e41a-4707-9164-3101a5c3a002 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:40.295392 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a4d05b05-e41a-4707-9164-3101a5c3a002 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1124 time: 0.2786458 Feb 16 13:35:40.300190 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46804) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:40.304831 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'port_id': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:40.329444 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:40.463484 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:40.586229 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.27.3.187 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/3f04ff4b-62b2-4d34-844f-a2e064920033) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:35:40.723969 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:40.781658 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:40.824666 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:35:40.830279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:35:40.837927 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:35:40.891557 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=3f04ff4b-62b2-4d34-844f-a2e064920033,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:40.909722 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.910290 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.910484 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.910836 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.911126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.911446 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.911962 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.912141 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.912428 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.912732 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.913060 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.913383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.913702 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:40.996343 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2af01-1f52-4314-b44c-c9d8bde0d054 req-0776ed38-bd68-4f16-9830-01dbb545fd21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:40.998160 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0c2af01-1f52-4314-b44c-c9d8bde0d054 req-0776ed38-bd68-4f16-9830-01dbb545fd21 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0753500 Feb 16 13:35:41.082196 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0c2af01-1f52-4314-b44c-c9d8bde0d054 req-506c408a-8876-41e0-8e19-f1f40acb0fe0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739112 Feb 16 13:35:41.330421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (d38b72c2-4d00-4e54-8765-53c41a2f9b37), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:41.380418 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724e34f-4389-4b84-b06d-43918f74846a req-57cf66b1-61f3-4f7c-a95e-38b8324ecca1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:41.382051 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1724e34f-4389-4b84-b06d-43918f74846a req-57cf66b1-61f3-4f7c-a95e-38b8324ecca1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0613542 Feb 16 13:35:41.406461 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:41.437458 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1724e34f-4389-4b84-b06d-43918f74846a req-0d7dc8c4-e1a5-41ed-a7c5-3101e52630c1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Feb 16 13:35:41.566560 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:41.571646 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:41.648013 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=3f04ff4b-62b2-4d34-844f-a2e064920033,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:41.667157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (d38b72c2-4d00-4e54-8765-53c41a2f9b37), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:41.777424 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP d38b72c2-4d00-4e54-8765-53c41a2f9b37 associated. External IP: 172.27.3.187, port: 9569dd74-bc95-4d4b-8752-ef5ec5e52fba. Feb 16 13:35:42.092518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:35:42.221627 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:35:42.235182 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:35:42.242042 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:42.252405 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:42.253597 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:35:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:42.294055 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a791a9c6-38d2-4210-bc3c-07b24924f68f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9773493 Feb 16 13:35:42.294055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:42.294055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55693d09-0518-4157-83fd-f28da7ecff4f" -d '{"events": [{"name": "network-changed", "server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:42.324097 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf2187-a4c5-472c-98d0-1e035a167b8f x-openstack-request-id: req-2ccf2187-a4c5-472c-98d0-1e035a167b8f {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:42.324385 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:42.324643 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ccf2187-a4c5-472c-98d0-1e035a167b8f {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:42.325050 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'status': 'completed', 'code': 200} Feb 16 13:35:42.424455 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:42.445625 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55693d09-0518-4157-83fd-f28da7ecff4f req-aa529d1a-fb53-45ab-aeda-f8c97a89952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:42.448341 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-aa529d1a-fb53-45ab-aeda-f8c97a89952b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1129 time: 0.0797048 Feb 16 13:35:42.611991 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21071-5a97-45be-befc-d8108358491b req-15259fed-6eaf-4de7-ae3e-a75d4e2c1b7a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:42.615187 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55693d09-0518-4157-83fd-f28da7ecff4f req-edb981e7-2092-4aa8-ac22-d6d9484123df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:42.615886 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34a21071-5a97-45be-befc-d8108358491b req-15259fed-6eaf-4de7-ae3e-a75d4e2c1b7a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0790854 Feb 16 13:35:42.617010 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-edb981e7-2092-4aa8-ac22-d6d9484123df service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1576035 Feb 16 13:35:42.673334 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-34a21071-5a97-45be-befc-d8108358491b req-5c37a0b8-dd5f-46d6-9d32-720f45ad2df3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508726 Feb 16 13:35:42.701503 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-968f0e52-2b5e-4a6c-8452-7e6141ace331 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 200 len: 999 time: 0.0768509 Feb 16 13:35:42.761220 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55693d09-0518-4157-83fd-f28da7ecff4f req-16bbf289-2bb0-4ce5-9436-60a01d9d5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:42.763931 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-16bbf289-2bb0-4ce5-9436-60a01d9d5068 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0557127 Feb 16 13:35:42.764569 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': 'd38b72c2-4d00-4e54-8765-53c41a2f9b37', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:6a:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:35:41Z', 'updated_at': '2022-02-16T13:35:41Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:42.802312 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:35:42.812705 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:35:42.813490 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:35:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:42.834710 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55693d09-0518-4157-83fd-f28da7ecff4f req-537d6d9c-5a63-4418-99b1-3ecbca766e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:42.836531 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-537d6d9c-5a63-4418-99b1-3ecbca766e7c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546701 Feb 16 13:35:42.985587 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-c02ec029-ea0a-4671-9dca-b5d88b3abe96 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383526 Feb 16 13:35:43.111496 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-55693d09-0518-4157-83fd-f28da7ecff4f req-a3ba881f-95e1-4c0a-92cf-207142968e42 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100483 Feb 16 13:35:43.119537 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:35:43.380054 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': 'd38b72c2-4d00-4e54-8765-53c41a2f9b37', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:6a:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:35:41Z', 'updated_at': '2022-02-16T13:35:41Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:35:43.412748 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbce96a-3dfd-4367-9652-a7e13680c831 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': 'd38b72c2-4d00-4e54-8765-53c41a2f9b37', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:6a:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:35:41Z', 'updated_at': '2022-02-16T13:35:41Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:35:43.638314 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577798d-2b6a-4aac-a650-600f1f16c1fd None None] New status for floating IP d38b72c2-4d00-4e54-8765-53c41a2f9b37: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:35:43.871053 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b09d7-67be-4f29-8cfc-d6f303a241fa req-08c28e83-2b9a-47df-9f0f-7a1640ef311e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:43.872804 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c8b09d7-67be-4f29-8cfc-d6f303a241fa req-08c28e83-2b9a-47df-9f0f-7a1640ef311e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0735619 Feb 16 13:35:43.931207 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c8b09d7-67be-4f29-8cfc-d6f303a241fa req-83e88255-c5ce-4318-be1c-cb73111172af tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510104 Feb 16 13:35:45.066561 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 46866) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:45.117354 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15d61d-7684-4fea-b71f-f2b588f73671 req-3c40b441-3438-4e36-8979-6aae84da690e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:45.119075 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4c15d61d-7684-4fea-b71f-f2b588f73671 req-3c40b441-3438-4e36-8979-6aae84da690e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 943 time: 0.0688198 Feb 16 13:35:45.186243 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4c15d61d-7684-4fea-b71f-f2b588f73671 req-d72e6ad5-d802-4185-b972-197664c28bd5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607150 Feb 16 13:35:45.239390 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23d568f5-99af-4b89-8899-e5fbcfdb9996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.332899 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23d568f5-99af-4b89-8899-e5fbcfdb9996 admin admin] Publish callbacks [] for security_group (4f78f0cc-2cc9-4bd6-9371-714a572b67d9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.338937 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-23d568f5-99af-4b89-8899-e5fbcfdb9996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4f78f0cc-2cc9-4bd6-9371-714a572b67d9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.389846 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-23d568f5-99af-4b89-8899-e5fbcfdb9996 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e3eefcf89ae4129bb56bec4202c35d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216922 Feb 16 13:35:45.391043 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d568f5-99af-4b89-8899-e5fbcfdb9996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78f0cc-2cc9-4bd6-9371-714a572b67d9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:45.393281 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 46870) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:35:45.475116 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Publish callbacks [] for security_group (4f78f0cc-2cc9-4bd6-9371-714a572b67d9), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.499943 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Publish callbacks [] for security_group (4f78f0cc-2cc9-4bd6-9371-714a572b67d9), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.555029 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4f78f0cc-2cc9-4bd6-9371-714a572b67d9), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.557944 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:45.559450 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f78f0cc-2cc9-4bd6-9371-714a572b67d9 HTTP/1.1" status: 204 len: 168 time: 0.1649296 Feb 16 13:35:45.567641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78f0cc-2cc9-4bd6-9371-714a572b67d9,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:45.576069 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.576415 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.576765 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.577869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.578108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.578392 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.578789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.579170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.579570 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.579934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.580259 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.580583 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.580904 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59677caa-6b76-41c4-9183-49ab08e947a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:45.805663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:35:45.929488 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:45.944530 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'mac_address': 'fa:16:3e:14:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:35:45.991584 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:45.991988 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:46.015866 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:46.036502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:46.040955 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:46.101011 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=9']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:46.109678 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.110051 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.110399 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.110746 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.111775 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.112289 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.112626 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.113088 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.114707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.114707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.114707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.114707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.114707 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:35:46.346160 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55957dd-6271-4741-979e-61ad05991142 req-540b6733-f2cf-4dec-b162-74ab03554887 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:46.348791 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f55957dd-6271-4741-979e-61ad05991142 req-540b6733-f2cf-4dec-b162-74ab03554887 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 944 time: 0.0698040 Feb 16 13:35:46.370775 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['e1aa8e42-2633-47be-8bd2-0c9eea175d06'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:46.437485 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f55957dd-6271-4741-979e-61ad05991142 req-4ebb9f07-a276-4870-aa66-a70ce5480e91 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755894 Feb 16 13:35:46.928302 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-dc9f95df-b05f-43f6-80f6-97bbcff43537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:47.828041 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:35:47.833945 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642d11-9893-436d-90df-60c81c49e661 req-fc27b4f5-a829-4e2a-bf3d-a96f85b3e9d4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:47.836231 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6642d11-9893-436d-90df-60c81c49e661 req-fc27b4f5-a829-4e2a-bf3d-a96f85b3e9d4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 944 time: 0.3209233 Feb 16 13:35:47.893581 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e6642d11-9893-436d-90df-60c81c49e661 req-bcbd0a47-4acd-42c4-b04d-51395a08a0f1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505221 Feb 16 13:35:47.914079 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port e1aa8e42-2633-47be-8bd2-0c9eea175d06 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:47.914725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:48.055628 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port e1aa8e42-2633-47be-8bd2-0c9eea175d06 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:48.056615 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:48.097143 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:48.101303 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8f26b5-9e31-48de-a689-50588aa358fe" -d '{"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:48.125361 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:48.132859 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:48.139028 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-b8eaf133-4fa6-456a-9ca9-b377ea4be0b9 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1eb30b15b8dc4511b089874402fdb84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351489 Feb 16 13:35:48.144472 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62e277c-3fe0-4b59-ac58-2747a6265d8e x-openstack-request-id: req-c62e277c-3fe0-4b59-ac58-2747a6265d8e {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:48.144929 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:48.145342 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c62e277c-3fe0-4b59-ac58-2747a6265d8e {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:48.145985 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'code': 200} Feb 16 13:35:48.223776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=10']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:48.348405 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-f19bf50e-f3f9-4070-973d-ab7904467adc tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:48.350327 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-f19bf50e-f3f9-4070-973d-ab7904467adc tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073102 Feb 16 13:35:48.367790 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-63fc52c4-a241-4c63-baed-e7369fc9f6d4 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/quotas/1eb30b15b8dc4511b089874402fdb84a HTTP/1.1" status: 200 len: 375 time: 0.0114818 Feb 16 13:35:48.402368 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d92fb2df-06fa-4265-93d6-3677dbdd2484 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eb30b15b8dc4511b089874402fdb84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281031 Feb 16 13:35:48.595756 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3db3651e-9434-4875-aa43-daa7f7d7b1e2 req-4b41782d-15c2-46d7-b832-8009d1422445 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 210 time: 0.0473530 Feb 16 13:35:48.757544 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b671-06e3-40e0-bc25-66e90cd75f67 req-b8fb124d-f8d7-4606-a721-977f5279da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:48.759332 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1cf8b671-06e3-40e0-bc25-66e90cd75f67 req-b8fb124d-f8d7-4606-a721-977f5279da0a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 1130 time: 0.0577307 Feb 16 13:35:48.810748 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1cf8b671-06e3-40e0-bc25-66e90cd75f67 req-b84336f8-ea0b-4ab2-aa49-b7183a03345c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 Feb 16 13:35:49.089189 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfcf3f-8164-4101-bbe9-0ad7ab3e1fb5 req-027cf79d-9dce-4c99-9a99-088f846cb5a4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.093428 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-58bfcf3f-8164-4101-bbe9-0ad7ab3e1fb5 req-027cf79d-9dce-4c99-9a99-088f846cb5a4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.1010323 Feb 16 13:35:49.198604 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-58bfcf3f-8164-4101-bbe9-0ad7ab3e1fb5 req-0b77e104-6a16-42bb-a2b8-9e1038f1f4bc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889518 Feb 16 13:35:49.309936 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cd00b8ea-2450-4dae-9a8c-88a74631ba88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:49.332106 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ecd65-d52c-4808-a4a8-299f40c4d978 req-03581c8d-208b-424c-bc33-3916f29310f7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.333680 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-352ecd65-d52c-4808-a4a8-299f40c4d978 req-03581c8d-208b-424c-bc33-3916f29310f7 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0661061 Feb 16 13:35:49.414489 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-352ecd65-d52c-4808-a4a8-299f40c4d978 req-515895ca-ba03-48a8-a99f-414944deb796 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742087 Feb 16 13:35:49.442342 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-95f0f35b-c42e-4763-ab12-d3aa28860727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.442342 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-95f0f35b-c42e-4763-ab12-d3aa28860727 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1169 time: 0.0662856 Feb 16 13:35:49.543229 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-9aaddffb-a084-437b-aecc-2a988d1d9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.544749 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-9aaddffb-a084-437b-aecc-2a988d1d9f69 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.0954759 Feb 16 13:35:49.629984 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-cb49a568-cec9-4140-9d5e-243f0c0d5f3a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 1001 time: 0.0684934 Feb 16 13:35:49.702413 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-3b24f123-ebc7-470d-b1ee-9e9a51979dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.703961 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-3b24f123-ebc7-470d-b1ee-9e9a51979dbd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.0637100 Feb 16 13:35:49.704599 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f455a16e-92cc-4e85-b2d0-479bf72caf73 req-7cbc8122-0b59-4294-b723-04ce56300c63 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 210 time: 0.0307395 Feb 16 13:35:49.770010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-852b9529-4e8a-4939-a72d-1149f8029c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:49.771594 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-852b9529-4e8a-4939-a72d-1149f8029c48 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552723 Feb 16 13:35:49.904890 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-7ff96941-5b7e-4e68-9ce9-5e0bb79570aa service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230257 Feb 16 13:35:49.975108 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-44bd4065-6ffd-435d-a952-6ebe76933341 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=1eb30b15b8dc4511b089874402fdb84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436280 Feb 16 13:35:50.172579 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:50.373074 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c521-4482-4727-860b-5e875be450a4 req-119c8165-42a3-4dd8-9a65-aa33f4128d80 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:50.376179 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a73c521-4482-4727-860b-5e875be450a4 req-119c8165-42a3-4dd8-9a65-aa33f4128d80 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0717502 Feb 16 13:35:50.442129 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a73c521-4482-4727-860b-5e875be450a4 req-08722ff9-8d10-46f7-86c5-6d741fb3ba4b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577948 Feb 16 13:35:50.469538 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8c7025d9-361f-49e3-8730-3d9a7ae538e3 req-56e85122-c1f1-47f9-8c57-21327658bfa3 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464633 Feb 16 13:35:50.496395 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-ca56f89d-8270-4215-8860-9dd2e375d92f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:50.497963 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-ca56f89d-8270-4215-8860-9dd2e375d92f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5135038 Feb 16 13:35:50.531851 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Request body: {'port': {'device_id': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8', 'admin_state_up': True, 'tenant_id': '1eb30b15b8dc4511b089874402fdb84a'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:50.571754 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8707e-3263-445b-ba08-6481baf39b81 req-8127996d-0667-45a2-8116-e1c8fd91a95e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:50.573886 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ccb8707e-3263-445b-ba08-6481baf39b81 req-8127996d-0667-45a2-8116-e1c8fd91a95e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0632901 Feb 16 13:35:50.670234 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ccb8707e-3263-445b-ba08-6481baf39b81 req-d4c3461a-faa4-4a72-9780-397cef14d2eb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881083 Feb 16 13:35:50.678738 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Made reservation on behalf of 1eb30b15b8dc4511b089874402fdb84a for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:35:50.682520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:50.695615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:50.801554 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks [] for security_group (126bf177-78c5-4ac0-950f-379e68e85695), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:50.809371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (126bf177-78c5-4ac0-950f-379e68e85695), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:50.851234 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5c4ee8e2-d0e8-4e4a-aa5c-07ce257bb445 req-7a089b1b-8b98-420c-a8c3-d2fbd08b231c tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 210 time: 0.0427263 Feb 16 13:35:50.875327 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126bf177-78c5-4ac0-950f-379e68e85695,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:50.990013 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Allocated IP 192.168.233.232 (e49f93af-5b9d-40e4-b02d-e2883d5e79b8/259ef0c1-3f81-4826-b448-22d74073e37e/bddb3528-1177-4bd1-bf9f-a955d9206c43) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:35:51.190388 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks [] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.228829 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.281313 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:35:51.284906 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:35:51.288894 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:35:51.318924 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Pushing event updated for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:51.358810 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:51.359473 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.379544 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-d72f2cbc-2bd3-4db9-a531-772654150980 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8555746 Feb 16 13:35:51.396610 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Request body: {'port': {'device_id': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:35:51.481081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.570000 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-5e7c208b-606e-4900-899e-649322777425 None None] Provisioning complete for port bddb3528-1177-4bd1-bf9f-a955d9206c43 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:51.570633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5e7c208b-606e-4900-899e-649322777425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.610327 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c208b-606e-4900-899e-649322777425 None None] Port bddb3528-1177-4bd1-bf9f-a955d9206c43 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:35:51.614795 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e610-eb81-4cff-a7a9-ac8ad2bccde4 req-ee349685-bea1-470e-9a72-5bebbecfeb43 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:51.616482 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6358e610-eb81-4cff-a7a9-ac8ad2bccde4 req-ee349685-bea1-470e-9a72-5bebbecfeb43 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0675592 Feb 16 13:35:51.679296 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6358e610-eb81-4cff-a7a9-ac8ad2bccde4 req-705897f3-7a72-417b-aaa3-705d93991f24 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527892 Feb 16 13:35:51.785473 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddb3528-1177-4bd1-bf9f-a955d9206c43 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:51.793522 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.794731 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks [] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.808875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Transition to ACTIVE for port object bddb3528-1177-4bd1-bf9f-a955d9206c43 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:35:51.812858 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:51.826776 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c2cf5-b2bf-402b-9d9a-368d8123ff11 req-a7608f6d-fba4-4674-b58d-f4f603529058 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:51.828412 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d93c2cf5-b2bf-402b-9d9a-368d8123ff11 req-a7608f6d-fba4-4674-b58d-f4f603529058 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0581269 Feb 16 13:35:51.889010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:51.911809 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d93c2cf5-b2bf-402b-9d9a-368d8123ff11 req-ad5ff8c9-3638-43d5-b352-319dc4250f61 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769081 Feb 16 13:35:51.962342 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Attempting to bind port bddb3528-1177-4bd1-bf9f-a955d9206c43 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:35:51.962719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Attempting to bind port bddb3528-1177-4bd1-bf9f-a955d9206c43 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:35:51.963124 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Attempting to bind port bddb3528-1177-4bd1-bf9f-a955d9206c43 on network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:35:51.971111 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Port bddb3528-1177-4bd1-bf9f-a955d9206c43 on network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:35:51.971452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Attempting to bind port bddb3528-1177-4bd1-bf9f-a955d9206c43 on network e49f93af-5b9d-40e4-b02d-e2883d5e79b8 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:35:51.977613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:35:51.977952 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Checking segment: {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:35:51.978424 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Bound using segment: {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:35:51.978851 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Bound port: bddb3528-1177-4bd1-bf9f-a955d9206c43, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28b4f60-74ec-40f3-b1c3-102e3541d69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:35:51.979208 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:52.025150 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a2de-76ff-4b9d-b2b6-cefba7ebce50 req-29a80fac-39af-4dbf-93ef-9da544a2e419 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.026933 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25c9a2de-76ff-4b9d-b2b6-cefba7ebce50 req-29a80fac-39af-4dbf-93ef-9da544a2e419 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 948 time: 0.0686302 Feb 16 13:35:52.068025 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:35:52.072876 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:35:52.080607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:52.083106 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25c9a2de-76ff-4b9d-b2b6-cefba7ebce50 req-867cd36f-8fe2-47a3-9d5c-7b7fe6e015e9 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Feb 16 13:35:52.115335 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.115958 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:52.117350 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] 10.222.0.104 "PUT /v2.0/ports/bddb3528-1177-4bd1-bf9f-a955d9206c43 HTTP/1.1" status: 200 len: 1098 time: 0.7255032 Feb 16 13:35:52.117788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:52.120093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5" -d '{"events": [{"name": "network-changed", "server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:52.167666 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634084d6-cae0-46a3-8232-13b5a3601b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:52.191943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57467e9-7f7f-48e5-8c2a-afb27d1162fc x-openstack-request-id: req-d57467e9-7f7f-48e5-8c2a-afb27d1162fc {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:52.192554 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:52.193224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d57467e9-7f7f-48e5-8c2a-afb27d1162fc {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:52.193896 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43', 'status': 'completed', 'code': 200} Feb 16 13:35:52.252809 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-e7da738f-836b-46f6-9a52-115d49acd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.255830 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-e7da738f-836b-46f6-9a52-115d49acd99e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1eb30b15b8dc4511b089874402fdb84a&device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 1132 time: 0.0811968 Feb 16 13:35:52.324427 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-6791505b-8ea0-44bb-bef4-6e4eb3cd7b40 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43 HTTP/1.1" status: 200 len: 217 time: 0.0527306 Feb 16 13:35:52.388923 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-2722336c-69c7-4ae3-a52d-f5e8c7c4ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.391547 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-2722336c-69c7-4ae3-a52d-f5e8c7c4ce11 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=259ef0c1-3f81-4826-b448-22d74073e37e HTTP/1.1" status: 200 len: 843 time: 0.0544274 Feb 16 13:35:52.456569 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-f0bb39dc-f3fa-4435-9449-6ca6e674b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.458135 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-f0bb39dc-f3fa-4435-9449-6ca6e674b86f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e49f93af-5b9d-40e4-b02d-e2883d5e79b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0507145 Feb 16 13:35:52.558967 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-13699611-aed3-41bf-84f1-b21dfd7b83b2 service neutron] 10.222.0.104 "GET /v2.0/networks/e49f93af-5b9d-40e4-b02d-e2883d5e79b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Feb 16 13:35:52.684503 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d9ef99a3-015a-4ab2-94db-c9b145c8d3f8 req-0e777093-e0fc-46c9-8819-c6912e478e51 service neutron] 10.222.0.104 "GET /v2.0/networks/e49f93af-5b9d-40e4-b02d-e2883d5e79b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054349 Feb 16 13:35:52.805206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-7d99f0ee-5c57-4ef3-b1e8-6b05773f1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.806788 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-7d99f0ee-5c57-4ef3-b1e8-6b05773f1596 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1eb30b15b8dc4511b089874402fdb84a&device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 1132 time: 0.0577269 Feb 16 13:35:52.946730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-205f1b7e-f8a2-4a8b-834b-e93f08486d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:52.948219 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-205f1b7e-f8a2-4a8b-834b-e93f08486d69 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e49f93af-5b9d-40e4-b02d-e2883d5e79b8 HTTP/1.1" status: 200 len: 870 time: 0.1199536 Feb 16 13:35:53.013211 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-a74e63fb-06fd-4fab-ab63-654a670ddfbe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43 HTTP/1.1" status: 200 len: 217 time: 0.0408754 Feb 16 13:35:53.059152 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e323a08-3587-4ef4-8ca8-c02f8371e81e req-61372120-7f62-42e1-847c-d91f257be96e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:53.060866 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e323a08-3587-4ef4-8ca8-c02f8371e81e req-61372120-7f62-42e1-847c-d91f257be96e tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0607111 Feb 16 13:35:53.087777 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-d44eab4d-c616-4919-98ba-29ed2fa86b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:53.088940 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-d44eab4d-c616-4919-98ba-29ed2fa86b0e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=259ef0c1-3f81-4826-b448-22d74073e37e HTTP/1.1" status: 200 len: 843 time: 0.0672648 Feb 16 13:35:53.107796 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:53.156694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-c3fe2a6b-cc5c-4f5e-989e-0ff30125e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:53.158416 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-c3fe2a6b-cc5c-4f5e-989e-0ff30125e01d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e49f93af-5b9d-40e4-b02d-e2883d5e79b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0623040 Feb 16 13:35:53.161322 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e323a08-3587-4ef4-8ca8-c02f8371e81e req-ad4a05b2-ee90-4a97-bf26-3a5aa014c88d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903153 Feb 16 13:35:53.264288 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c2f1-6ae7-4fb7-9291-afacd7cea761 req-b73d84fe-14b9-442c-8ae1-9b4143ddb61c tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:53.265908 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7334c2f1-6ae7-4fb7-9291-afacd7cea761 req-b73d84fe-14b9-442c-8ae1-9b4143ddb61c tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 948 time: 0.0643103 Feb 16 13:35:53.274900 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-f00f3b5f-43e7-42ac-ba58-6531fd9e7942 service neutron] 10.222.0.104 "GET /v2.0/networks/e49f93af-5b9d-40e4-b02d-e2883d5e79b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060891 Feb 16 13:35:53.339201 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7334c2f1-6ae7-4fb7-9291-afacd7cea761 req-34407b5f-0b7a-4127-9928-500050d85635 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Feb 16 13:35:53.389282 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ca8e2a3e-0371-47f1-b6a9-45852e4a81d5 req-04580eb2-b6ac-4750-9797-63f82aa1747a service neutron] 10.222.0.104 "GET /v2.0/networks/e49f93af-5b9d-40e4-b02d-e2883d5e79b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068840 Feb 16 13:35:54.318749 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f8775-e8df-4e32-a346-a73c7841a0c1 req-a65ed954-8c35-4bee-a5e7-3d034fd15bdb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:54.320360 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a88f8775-e8df-4e32-a346-a73c7841a0c1 req-a65ed954-8c35-4bee-a5e7-3d034fd15bdb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0719283 Feb 16 13:35:54.404656 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a88f8775-e8df-4e32-a346-a73c7841a0c1 req-e9779c13-7296-4cfd-b775-9a7a0c21a0f2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774877 Feb 16 13:35:54.517130 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5482ed8-2edd-49b3-b5dc-0a46813f726a req-4247394d-a367-4089-b47a-85d700708e9d tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:54.519896 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5482ed8-2edd-49b3-b5dc-0a46813f726a req-4247394d-a367-4089-b47a-85d700708e9d tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 948 time: 0.0979288 Feb 16 13:35:54.578061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c5482ed8-2edd-49b3-b5dc-0a46813f726a req-7e42d423-1b7d-4902-bb19-9126231bb89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Feb 16 13:35:55.549168 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc89f-c070-4f6c-b719-3f24ce17f090 req-7519153d-2692-4521-a713-b3e46ae39d2a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:55.550801 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-306cc89f-c070-4f6c-b719-3f24ce17f090 req-7519153d-2692-4521-a713-b3e46ae39d2a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0615325 Feb 16 13:35:55.616214 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-306cc89f-c070-4f6c-b719-3f24ce17f090 req-df18135a-8cf2-4101-a1fa-5de7f345b3ba tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590889 Feb 16 13:35:55.718269 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e0670-a73c-4d88-8d77-5cd1ed1f0dbe req-7dda38d3-6476-4fec-a64e-c1bee6c6c030 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:55.719994 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c3e0670-a73c-4d88-8d77-5cd1ed1f0dbe req-7dda38d3-6476-4fec-a64e-c1bee6c6c030 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 948 time: 0.0607228 Feb 16 13:35:55.773625 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c3e0670-a73c-4d88-8d77-5cd1ed1f0dbe req-8115b4cc-ddf9-4360-9376-2e780e853252 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Feb 16 13:35:55.861725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device bddb3528-1177-4bd1-bf9f-a955d9206c43 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:35:55.974687 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:55.988875 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'bddb3528-1177-4bd1-bf9f-a955d9206c43', 'network_id': 'e49f93af-5b9d-40e4-b02d-e2883d5e79b8', 'port_id': 'bddb3528-1177-4bd1-bf9f-a955d9206c43', 'mac_address': 'fa:16:3e:e4:db:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259ef0c1-3f81-4826-b448-22d74073e37e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:35:56.031445 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port bddb3528-1177-4bd1-bf9f-a955d9206c43 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:56.031838 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:56.071698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddb3528-1177-4bd1-bf9f-a955d9206c43 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:35:56.105540 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:56.112313 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:56.199119 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:56.487349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['bddb3528-1177-4bd1-bf9f-a955d9206c43'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:35:56.765649 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd098-43a3-43b4-9744-3218dd4c5f38 req-8deb9eb7-41d7-423e-9b1f-652f2b8a1726 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:56.767138 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1ccd098-43a3-43b4-9744-3218dd4c5f38 req-8deb9eb7-41d7-423e-9b1f-652f2b8a1726 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0574710 Feb 16 13:35:56.839089 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1ccd098-43a3-43b4-9744-3218dd4c5f38 req-08266f99-fac8-40a7-a38e-6f0c21b4364c tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656102 Feb 16 13:35:56.949513 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234edc96-a272-4e38-847e-fb090501984d req-5467cda2-d439-4a08-b816-ba5be2d5a452 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:56.952671 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-234edc96-a272-4e38-847e-fb090501984d req-5467cda2-d439-4a08-b816-ba5be2d5a452 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 949 time: 0.0830157 Feb 16 13:35:57.033765 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-234edc96-a272-4e38-847e-fb090501984d req-3934dd07-ab1c-4619-aec4-bd9dc9958f23 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Feb 16 13:35:57.860484 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device bddb3528-1177-4bd1-bf9f-a955d9206c43 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:35:57.934133 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port bddb3528-1177-4bd1-bf9f-a955d9206c43 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:35:57.939245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port bddb3528-1177-4bd1-bf9f-a955d9206c43 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:35:57.939765 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:57.992135 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4870f-9e96-4521-ad2c-6b0f50a9f52e req-747a6995-2a99-42ad-8f6c-1c107d8f6457 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:57.993722 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-21c4870f-9e96-4521-ad2c-6b0f50a9f52e req-747a6995-2a99-42ad-8f6c-1c107d8f6457 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0618358 Feb 16 13:35:58.069202 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port bddb3528-1177-4bd1-bf9f-a955d9206c43 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:35:58.069891 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:58.083585 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-21c4870f-9e96-4521-ad2c-6b0f50a9f52e req-49b1b147-9596-4762-9dd3-080df56ab330 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801952 Feb 16 13:35:58.108789 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:35:58.111227 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c51ae-2023-4395-80ac-64819fef72a0" -d '{"events": [{"server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "name": "network-vif-plugged", "status": "completed", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:35:58.126772 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:35:58.132878 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:58.167103 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b86632-2745-46f4-874b-2a48e2891bcf x-openstack-request-id: req-91b86632-2745-46f4-874b-2a48e2891bcf {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:35:58.167399 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "name": "network-vif-plugged", "status": "completed", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:35:58.167836 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91b86632-2745-46f4-874b-2a48e2891bcf {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:35:58.168256 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43', 'code': 200} Feb 16 13:35:58.180024 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa43e-2c0a-4622-9ae1-c59922dcd32d req-716ca76e-a65a-4c52-92cf-96c89226a47f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:58.181305 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76caa43e-2c0a-4622-9ae1-c59922dcd32d req-716ca76e-a65a-4c52-92cf-96c89226a47f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 949 time: 0.0681927 Feb 16 13:35:58.229535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:35:58.248203 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:35:58.267674 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-76caa43e-2c0a-4622-9ae1-c59922dcd32d req-e3e5ac9a-e476-4b91-b396-00b670af7df4 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Feb 16 13:35:58.388867 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300cfed-6558-47e1-8338-54329c370937 req-035c041a-0863-4ab7-ad41-39147e8e1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:58.391320 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1300cfed-6558-47e1-8338-54329c370937 req-035c041a-0863-4ab7-ad41-39147e8e1a32 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 1134 time: 0.0540900 Feb 16 13:35:58.453525 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1300cfed-6558-47e1-8338-54329c370937 req-5e138cef-92b0-41da-8d4c-3ae05bc6ae9b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502179 Feb 16 13:35:59.223782 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45419f-26e7-4a73-adbc-961841ad1500 req-43c27aaa-9b17-4cbd-a984-9e9197922de6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:59.225370 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a45419f-26e7-4a73-adbc-961841ad1500 req-43c27aaa-9b17-4cbd-a984-9e9197922de6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0716505 Feb 16 13:35:59.291878 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5a45419f-26e7-4a73-adbc-961841ad1500 req-0a25c80c-1d49-4ea3-a592-6b13d136ae12 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596647 Feb 16 13:35:59.416329 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2559f61-fbfd-4378-906f-8f0d962979d2 req-24eecf76-5ab3-4e0f-9ba4-f8709744416b tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:59.418153 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2559f61-fbfd-4378-906f-8f0d962979d2 req-24eecf76-5ab3-4e0f-9ba4-f8709744416b tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0638227 Feb 16 13:35:59.472643 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c2559f61-fbfd-4378-906f-8f0d962979d2 req-50d0bbf9-b1c0-4e43-80c8-41a569aa460c tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Feb 16 13:36:00.449630 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e735e30-0ec5-4f29-ad00-80ed9f53c9dc req-dc09821e-3a26-4201-a561-1c84312ddd37 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.451992 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e735e30-0ec5-4f29-ad00-80ed9f53c9dc req-dc09821e-3a26-4201-a561-1c84312ddd37 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0611558 Feb 16 13:36:00.522714 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e735e30-0ec5-4f29-ad00-80ed9f53c9dc req-4b106996-bf9b-4b6c-878c-ff26a55a14e4 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605128 Feb 16 13:36:00.628257 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da99e-40cf-4531-a6ce-697a390cb2dc req-fcb8a5e5-4963-4a6c-b324-7fa21213401e tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:00.630635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-262da99e-40cf-4531-a6ce-697a390cb2dc req-fcb8a5e5-4963-4a6c-b324-7fa21213401e tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0740857 Feb 16 13:36:00.712387 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-262da99e-40cf-4531-a6ce-697a390cb2dc req-981e5ff7-09b7-4703-b49f-c6d728265c27 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758185 Feb 16 13:36:01.020840 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825e29d-df6c-4618-ac52-e5e861369dc2 req-83751974-80a1-4746-9540-62370fe971ce tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:01.022602 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1825e29d-df6c-4618-ac52-e5e861369dc2 req-83751974-80a1-4746-9540-62370fe971ce tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0676291 Feb 16 13:36:01.078672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1825e29d-df6c-4618-ac52-e5e861369dc2 req-280e2e8e-4da0-438f-994d-eddf76c6cb9f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Feb 16 13:36:01.665880 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad8dc-4116-4837-addc-c28a2a1a4c9d req-d1834015-bc54-4489-9593-e6cd26c34bb3 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:01.667506 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6abad8dc-4116-4837-addc-c28a2a1a4c9d req-d1834015-bc54-4489-9593-e6cd26c34bb3 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0589879 Feb 16 13:36:01.733109 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6abad8dc-4116-4837-addc-c28a2a1a4c9d req-0724f31d-818c-40fd-bc39-03ffeeae7e11 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595932 Feb 16 13:36:02.227649 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ef9a7-cd23-4fbb-a3fa-f55f509c5e3f req-4527bd7a-6ade-4b0a-9805-52ed9eb48e22 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:02.230293 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-056ef9a7-cd23-4fbb-a3fa-f55f509c5e3f req-4527bd7a-6ade-4b0a-9805-52ed9eb48e22 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0676560 Feb 16 13:36:02.287067 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-056ef9a7-cd23-4fbb-a3fa-f55f509c5e3f req-ac403e83-7798-43b3-9960-9a0a34443a25 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497990 Feb 16 13:36:02.913395 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74692e2-9cb9-430b-a74f-1e0dc54e4361 req-f01cd4ca-f1fa-4fee-965f-d065ebafc2d2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:02.915495 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e74692e2-9cb9-430b-a74f-1e0dc54e4361 req-f01cd4ca-f1fa-4fee-965f-d065ebafc2d2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0635893 Feb 16 13:36:02.999147 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e74692e2-9cb9-430b-a74f-1e0dc54e4361 req-b4ad5db0-68a7-4ed0-8d5a-84c9dc395476 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727043 Feb 16 13:36:03.211798 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-137f1b68-9140-49d5-83ee-114625b05dfe tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:03.213682 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-137f1b68-9140-49d5-83ee-114625b05dfe tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.104 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0591271 Feb 16 13:36:03.352667 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Deleting port bddb3528-1177-4bd1-bf9f-a955d9206c43 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:03.353155 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:03.464344 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] For port bddb3528-1177-4bd1-bf9f-a955d9206c43, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=bddb3528-1177-4bd1-bf9f-a955d9206c43,segment=NetworkSegment(a28b4f60-74ec-40f3-b1c3-102e3541d69a),segment_id=a28b4f60-74ec-40f3-b1c3-102e3541d69a)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:03.464672 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:03.468811 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f489a4-5b8a-4530-8e7a-ed383e274df8 req-4a2a21a9-90e5-4370-ae09-5f0ee909b2d8 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:03.470458 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53f489a4-5b8a-4530-8e7a-ed383e274df8 req-4a2a21a9-90e5-4370-ae09-5f0ee909b2d8 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/ports?device_id=577f97c3-a513-4a5f-974e-a752d20c5a88 HTTP/1.1" status: 200 len: 950 time: 0.0876939 Feb 16 13:36:03.481326 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Calling delete_port for bddb3528-1177-4bd1-bf9f-a955d9206c43 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:03.536404 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-53f489a4-5b8a-4530-8e7a-ed383e274df8 req-86dcaa66-5002-4570-9654-d9fc69013900 tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.73 "GET /v2.0/security-groups?id=126bf177-78c5-4ac0-950f-379e68e85695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Feb 16 13:36:03.642062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (bddb3528-1177-4bd1-bf9f-a955d9206c43), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:03.657663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['bddb3528-1177-4bd1-bf9f-a955d9206c43'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:36:03.672340 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Pushing event deleted for resources: {'Port': ['ID=bddb3528-1177-4bd1-bf9f-a955d9206c43,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:03.736266 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] No DVR routers for this DVR port bddb3528-1177-4bd1-bf9f-a955d9206c43 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:36:03.738895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:03.743031 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-13dddaf4-b420-4446-ade7-d8d62aa1aaa1 req-2483b971-d837-4448-a05f-edfb10a8f89f tempest-VolumesNegativeTest-1116904479 tempest-VolumesNegativeTest-1116904479-project] 10.222.0.104 "DELETE /v2.0/ports/bddb3528-1177-4bd1-bf9f-a955d9206c43 HTTP/1.1" status: 204 len: 173 time: 0.5199330 Feb 16 13:36:03.743697 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'name': 'network-vif-deleted', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:03.746813 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca335d-b727-4b79-a061-eee6ca126718" -d '{"events": [{"server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "name": "network-vif-deleted", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:03.793310 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9884d8ec-5518-4d25-b9a9-06e093d2c682 x-openstack-request-id: req-9884d8ec-5518-4d25-b9a9-06e093d2c682 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:03.793946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577f97c3-a513-4a5f-974e-a752d20c5a88", "name": "network-vif-deleted", "tag": "bddb3528-1177-4bd1-bf9f-a955d9206c43", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:03.794431 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9884d8ec-5518-4d25-b9a9-06e093d2c682 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:03.795780 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577f97c3-a513-4a5f-974e-a752d20c5a88', 'name': 'network-vif-deleted', 'tag': 'bddb3528-1177-4bd1-bf9f-a955d9206c43', 'status': 'completed', 'code': 200} Feb 16 13:36:03.866896 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:36:04.133689 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552befa8-52f7-44c2-ab20-c20db7cce399 req-16126bfd-6608-42bb-9098-5255ab88ed1a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:04.135263 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-552befa8-52f7-44c2-ab20-c20db7cce399 req-16126bfd-6608-42bb-9098-5255ab88ed1a tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0554934 Feb 16 13:36:04.215367 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-552befa8-52f7-44c2-ab20-c20db7cce399 req-3026a116-c6e3-41de-b10f-48e58271ffbb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695484 Feb 16 13:36:05.375085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b3fe8-215a-4ff1-bed3-63b9feb1b3a1 req-f1f37410-64b2-407d-b75c-417ab2ee13f4 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:05.376945 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-495b3fe8-215a-4ff1-bed3-63b9feb1b3a1 req-f1f37410-64b2-407d-b75c-417ab2ee13f4 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0870011 Feb 16 13:36:05.466253 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-495b3fe8-215a-4ff1-bed3-63b9feb1b3a1 req-123b0f1a-8c53-4858-8247-5b585012e7d5 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791810 Feb 16 13:36:06.646492 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6d59-fd6b-4d19-8c60-f27971134d1a req-afc146cc-3a81-4154-bac5-dca80bfe6552 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:06.648461 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17fe6d59-fd6b-4d19-8c60-f27971134d1a req-afc146cc-3a81-4154-bac5-dca80bfe6552 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0841510 Feb 16 13:36:06.727228 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-17fe6d59-fd6b-4d19-8c60-f27971134d1a req-ecb8b35e-7ccc-47f9-9a3e-d07fbeb84e5b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670464 Feb 16 13:36:07.885636 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0730e-363b-401f-9835-8a1748aa0e85 req-dd577c62-bf88-4039-bd19-ee2a6fa4dad2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:07.888149 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5d0730e-363b-401f-9835-8a1748aa0e85 req-dd577c62-bf88-4039-bd19-ee2a6fa4dad2 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0740802 Feb 16 13:36:07.893835 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device bddb3528-1177-4bd1-bf9f-a955d9206c43 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:36:07.932401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: bddb3528-1177-4bd1-bf9f-a955d9206c43 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:36:07.933236 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device bddb3528-1177-4bd1-bf9f-a955d9206c43 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:36:07.992422 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b5d0730e-363b-401f-9835-8a1748aa0e85 req-85872a83-3b56-4a3d-bdbb-6f2909952452 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939188 Feb 16 13:36:09.032161 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47302) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:09.155221 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452a21a-55db-448b-8deb-0c46c555d002 req-18f49d80-1a51-466d-9f1f-b283efaa7ddf tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:09.156933 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e452a21a-55db-448b-8deb-0c46c555d002 req-18f49d80-1a51-466d-9f1f-b283efaa7ddf tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0683975 Feb 16 13:36:09.252479 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e452a21a-55db-448b-8deb-0c46c555d002 req-c952d625-056c-48b3-af8f-49357e22283b tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851386 Feb 16 13:36:09.266394 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-79fcafac-37de-46fc-b5af-6675093aa759 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1eb30b15b8dc4511b089874402fdb84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314348 Feb 16 13:36:09.270736 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47306) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:09.330353 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] Publish callbacks [] for security_group (126bf177-78c5-4ac0-950f-379e68e85695), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:09.358464 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] Publish callbacks [] for security_group (126bf177-78c5-4ac0-950f-379e68e85695), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:09.418953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (126bf177-78c5-4ac0-950f-379e68e85695), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:09.423589 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:09.425021 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/126bf177-78c5-4ac0-950f-379e68e85695 HTTP/1.1" status: 204 len: 168 time: 0.1538296 Feb 16 13:36:09.439190 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a5001-fb7f-4ae3-8f2a-a723ab75517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126bf177-78c5-4ac0-950f-379e68e85695,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:10.422641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cce8a0-1bab-4b27-a5fd-f2e66545884a req-084b4191-2d08-4f76-925d-b96b24a86640 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:10.429427 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67cce8a0-1bab-4b27-a5fd-f2e66545884a req-084b4191-2d08-4f76-925d-b96b24a86640 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0795352 Feb 16 13:36:10.525728 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67cce8a0-1bab-4b27-a5fd-f2e66545884a req-9559f883-aa83-4c4c-9047-b980323a2035 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843058 Feb 16 13:36:11.666757 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541fe6-b67e-4ceb-8dba-70f6bd834e37 req-a2955ae1-ee4c-48a6-9f22-221b7efac361 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:11.669066 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-49541fe6-b67e-4ceb-8dba-70f6bd834e37 req-a2955ae1-ee4c-48a6-9f22-221b7efac361 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0631356 Feb 16 13:36:11.756690 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-49541fe6-b67e-4ceb-8dba-70f6bd834e37 req-4bdb0847-86df-447d-8e59-200c8483b9e4 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802305 Feb 16 13:36:12.887727 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c128ec5-ce99-4226-998e-dfd8a9e89afb req-4e1fc52d-8576-4e05-85cb-0937acd9461c tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:12.892245 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6c128ec5-ce99-4226-998e-dfd8a9e89afb req-4e1fc52d-8576-4e05-85cb-0937acd9461c tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0614948 Feb 16 13:36:12.964486 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6c128ec5-ce99-4226-998e-dfd8a9e89afb req-aa3a1a4b-cf7d-4e19-b7ac-122324b6d612 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=f4263961-e521-4580-b0dd-9999015050de&id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643706 Feb 16 13:36:16.927495 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-5bad224e-5869-4500-886a-955836a924d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.086092 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47392) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:19.260720 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4f95-2f6a-479d-8433-5e19ff75ced8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.307563 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-854f48f7-584a-4e0d-ba66-676842b02fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.381727 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4f95-2f6a-479d-8433-5e19ff75ced8 admin admin] Publish callbacks [] for security_group (b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.387086 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4f95-2f6a-479d-8433-5e19ff75ced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.431830 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8a5c4f95-2f6a-479d-8433-5e19ff75ced8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39931b20f34d456ba58201d65d8a519c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445008 Feb 16 13:36:19.434541 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c4f95-2f6a-479d-8433-5e19ff75ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:19.436098 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47398) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:19.524415 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] Publish callbacks [] for security_group (b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.570460 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] Publish callbacks [] for security_group (b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.648875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.652094 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:19.654076 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5 HTTP/1.1" status: 204 len: 168 time: 0.2158813 Feb 16 13:36:19.670070 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceb0ae-889a-4a38-8ec8-73ec1e4b6805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9837a25-3fb1-4bf1-ba5f-666c00ccd9c5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:20.183164 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:21.804192 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:23.078396 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:25.965290 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-0e4953f5-6297-49b2-9457-dc5cfda5de6a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530045 Feb 16 13:36:26.078004 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-6e44ca91-1b2c-4df8-a2b8-5c3f2c1d6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:26.080079 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-6e44ca91-1b2c-4df8-a2b8-5c3f2c1d6116 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 1129 time: 0.0593653 Feb 16 13:36:26.220656 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-5bbcad2f-e096-4700-bebd-9a935979181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:26.222662 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-5bbcad2f-e096-4700-bebd-9a935979181c service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1182914 Feb 16 13:36:26.330010 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-f7d01d83-37d1-45c0-b411-e234998ed944 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 200 len: 1001 time: 0.0923092 Feb 16 13:36:26.393397 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-bf126df1-75a3-4caf-aacc-daaafca75e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:26.394765 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-bf126df1-75a3-4caf-aacc-daaafca75e2c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.0486138 Feb 16 13:36:26.457014 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-5b285dad-d224-4d38-8b9e-e272237297a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:26.459676 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-5b285dad-d224-4d38-8b9e-e272237297a5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559695 Feb 16 13:36:26.562013 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-15f77065-83dc-4209-97dc-8c4d3af56033 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930641 Feb 16 13:36:26.688292 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-c8a97e99-a5ec-4c9b-853d-5aef8dd056f8 req-242a5f68-b534-4fef-9b40-2105be041f87 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194446 Feb 16 13:36:28.249993 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:32.797360 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b62a-ada2-4832-9c95-c1d69b40c932 req-faa12a07-880e-4379-a93f-c7255e786574 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:32.798947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae64b62a-ada2-4832-9c95-c1d69b40c932 req-faa12a07-880e-4379-a93f-c7255e786574 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.2990577 Feb 16 13:36:32.849399 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae64b62a-ada2-4832-9c95-c1d69b40c932 req-c977ec1c-970d-4980-93e2-f0e44c659544 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446095 Feb 16 13:36:34.068185 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab42d-9b9c-4438-80a4-a077f1cebadd req-83e61af5-3ef9-4026-baf5-774fdbfbdd26 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:34.069851 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6bdab42d-9b9c-4438-80a4-a077f1cebadd req-83e61af5-3ef9-4026-baf5-774fdbfbdd26 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1440945 Feb 16 13:36:34.134980 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6bdab42d-9b9c-4438-80a4-a077f1cebadd req-e14bd177-41cc-4836-9b2a-a5aa04c602ec tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524261 Feb 16 13:36:35.370782 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-b185faef-2018-46ad-ad9d-48f11f0b61aa tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:35.373209 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-b185faef-2018-46ad-ad9d-48f11f0b61aa tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.1892006 Feb 16 13:36:35.463403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb61358-b04f-4417-a945-9dc2431175bb req-10d4ec7a-4ea9-4563-b041-aebc56affc36 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:35.465687 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0bb61358-b04f-4417-a945-9dc2431175bb req-10d4ec7a-4ea9-4563-b041-aebc56affc36 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 945 time: 0.0823233 Feb 16 13:36:35.516544 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Deleting port 516d1157-d704-47da-b081-586db0e039ab {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:35.516964 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (516d1157-d704-47da-b081-586db0e039ab), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:35.531370 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0bb61358-b04f-4417-a945-9dc2431175bb req-47ccb7a1-34bf-4573-bccb-141418b6ff44 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=551c63b1-ef77-4c93-b17a-f99c73d3e8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550532 Feb 16 13:36:35.631689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] For port 516d1157-d704-47da-b081-586db0e039ab, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=516d1157-d704-47da-b081-586db0e039ab,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:35.632129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (516d1157-d704-47da-b081-586db0e039ab), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:35.881640 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:35.881946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:35.882235 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Floating IP 272344f0-2582-480c-9d6e-3268c1fec7aa disassociated. External IP: 172.27.3.129, port: 516d1157-d704-47da-b081-586db0e039ab. Feb 16 13:36:35.882581 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Calling delete_port for 516d1157-d704-47da-b081-586db0e039ab owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:36.019736 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (516d1157-d704-47da-b081-586db0e039ab), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:36.055193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'Port': ['ID=516d1157-d704-47da-b081-586db0e039ab,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:36.185753 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:36:36.575047 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:36:36.591359 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:36:36.613928 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:36.615465 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:36.645384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] No DVR routers for this DVR port 516d1157-d704-47da-b081-586db0e039ab on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:36:36.649077 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:36.654918 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a95be03c-36f7-4dc1-bf99-d0ab658757ef req-bcff4264-dd80-4811-97d2-c90480351b5d tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "DELETE /v2.0/ports/516d1157-d704-47da-b081-586db0e039ab HTTP/1.1" status: 204 len: 173 time: 1.2736104 Feb 16 13:36:36.655653 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'name': 'network-vif-deleted', 'tag': '516d1157-d704-47da-b081-586db0e039ab'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:36.659875 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68faaf-0443-49d1-88cb-0ab8a963870c" -d '{"events": [{"server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "name": "network-vif-deleted", "tag": "516d1157-d704-47da-b081-586db0e039ab"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:36.687604 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c41b56b-5697-47a3-9eb1-508b6f809235 req-830e9ede-a534-417d-a519-521c6c85f246 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8a81ca7-73a6-4fb9-9d42-d4b042de6c69 HTTP/1.1" status: 200 len: 210 time: 0.0680451 Feb 16 13:36:36.726345 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff83ff11-1765-4769-a6d5-de221ab48423 x-openstack-request-id: req-ff83ff11-1765-4769-a6d5-de221ab48423 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:36.726740 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a81ca7-73a6-4fb9-9d42-d4b042de6c69", "name": "network-vif-deleted", "tag": "516d1157-d704-47da-b081-586db0e039ab", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:36.727017 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff83ff11-1765-4769-a6d5-de221ab48423 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:36.727752 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a81ca7-73a6-4fb9-9d42-d4b042de6c69', 'name': 'network-vif-deleted', 'tag': '516d1157-d704-47da-b081-586db0e039ab', 'status': 'completed', 'code': 200} Feb 16 13:36:36.808774 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:37.091079 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:37.134159 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:36:37.143732 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:37.144348 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:37.261746 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:37.479817 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:37.511546 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc266c3f-6762-4987-8cbf-4ee838e6111d None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:36:37.783988 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1739052-8f0d-4452-8689-7054bcc5fae9 None None] New status for floating IP 272344f0-2582-480c-9d6e-3268c1fec7aa: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:36:37.801994 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47446) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:37.867247 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (551c63b1-ef77-4c93-b17a-f99c73d3e8cd), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:37.894591 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (551c63b1-ef77-4c93-b17a-f99c73d3e8cd), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:37.967333 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (551c63b1-ef77-4c93-b17a-f99c73d3e8cd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:37.970722 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:37.971696 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "DELETE /v2.0/security-groups/551c63b1-ef77-4c93-b17a-f99c73d3e8cd HTTP/1.1" status: 204 len: 168 time: 0.1686399 Feb 16 13:36:37.976533 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47450) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:37.982968 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88206060-ae18-4f23-81e2-eaec49a73eb3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c63b1-ef77-4c93-b17a-f99c73d3e8cd,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:37.995163 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.api.v2.resource [None req-3b19dd89-00c8-4f9f-8c4f-096c9a24223e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] show failed (client error): The resource could not be found. Feb 16 13:36:37.997640 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47452) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:37.998562 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3b19dd89-00c8-4f9f-8c4f-096c9a24223e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups/551c63b1-ef77-4c93-b17a-f99c73d3e8cd HTTP/1.1" status: 404 len: 347 time: 0.0207801 Feb 16 13:36:38.019654 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 516d1157-d704-47da-b081-586db0e039ab no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:36:38.061500 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 516d1157-d704-47da-b081-586db0e039ab {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:36:38.062189 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 516d1157-d704-47da-b081-586db0e039ab not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:36:38.140976 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Deleting port f53035dc-b5d9-4a65-ab3a-158cab527b0e {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:38.141318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.223236 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.223876 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (f53035dc-b5d9-4a65-ab3a-158cab527b0e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.243739 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Calling delete_port for f53035dc-b5d9-4a65-ab3a-158cab527b0e owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:38.404040 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (f53035dc-b5d9-4a65-ab3a-158cab527b0e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.430070 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'Port': ['ID=f53035dc-b5d9-4a65-ab3a-158cab527b0e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:38.515277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (272344f0-2582-480c-9d6e-3268c1fec7aa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.520246 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.522283 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-98bd8b5b-341e-417a-b906-64cb27334542 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "DELETE /v2.0/floatingips/272344f0-2582-480c-9d6e-3268c1fec7aa HTTP/1.1" status: 204 len: 168 time: 0.5233819 Feb 16 13:36:38.808121 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47458) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:38.813866 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370896457', 'description': 'tempest-description--1839770754'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:38.841578 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.923698 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (d0771bf5-3a68-488e-84cc-f6b89523b648), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.929862 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (d0771bf5-3a68-488e-84cc-f6b89523b648), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.979180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:38.981776 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1715808 Feb 16 13:36:38.987047 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47460) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:38.990058 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645ac6-598c-4133-932d-e3bca40d8998 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0771bf5-3a68-488e-84cc-f6b89523b648,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:38.992133 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group_rule': {'security_group_id': 'd0771bf5-3a68-488e-84cc-f6b89523b648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:39.033847 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (17a7cae8-dba3-408b-a0f2-5449b8e63843), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.101995 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (17a7cae8-dba3-408b-a0f2-5449b8e63843), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.109018 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (17a7cae8-dba3-408b-a0f2-5449b8e63843), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.147955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a7cae8-dba3-408b-a0f2-5449b8e63843,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:39.164382 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.166966 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-632bd75a-9be5-4964-afab-a83bd15a80e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1781459 Feb 16 13:36:39.171187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47462) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:39.179040 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'security_group_rule': {'security_group_id': 'd0771bf5-3a68-488e-84cc-f6b89523b648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:39.227332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (aca667fa-01cd-4d05-a6d4-caa59d9095e0), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.324920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (aca667fa-01cd-4d05-a6d4-caa59d9095e0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.330567 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (aca667fa-01cd-4d05-a6d4-caa59d9095e0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.352778 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca667fa-01cd-4d05-a6d4-caa59d9095e0,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:39.363477 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.365052 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d49f4877-cd26-4a64-a448-9d611d81b9e6 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923048 Feb 16 13:36:39.370156 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47464) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:39.375096 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:39.399598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.510444 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.634431 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Allocated IP 172.27.3.48 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/a7bddf89-2c55-42c2-bacf-f7210d8422cf) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:36:39.760033 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.803988 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:39.853015 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:36:39.856869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:36:39.859694 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:36:39.888284 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=a7bddf89-2c55-42c2-bacf-f7210d8422cf,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:39.987523 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.029732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.200253 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.205661 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.295439 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=a7bddf89-2c55-42c2-bacf-f7210d8422cf,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:40.308308 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.326122 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:40.327402 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-59763ea0-9166-44eb-9e6f-b3675b370232 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9561849 Feb 16 13:36:40.519090 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-e6744159-4634-4c44-8c44-0ecea786e7f3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1370896457&fields=id&tenant_id=1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 267 time: 0.0465565 Feb 16 13:36:40.650249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-689f1e22-f38a-4b6b-84a2-4947897421c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:40.653110 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-689f1e22-f38a-4b6b-84a2-4947897421c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 810 time: 0.1241162 Feb 16 13:36:40.673483 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-3b114ab3-8116-45ea-abd2-ea8610cf113e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/quotas/1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 375 time: 0.0108061 Feb 16 13:36:40.734782 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-29a32bd5-911b-47c6-9020-bc18e34e7a8c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534132 Feb 16 13:36:40.858084 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:36:40.882312 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-5f417b94-ba15-4332-9e9b-236a7dde9f23 service neutron] 10.222.0.73 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363091 Feb 16 13:36:40.975178 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-caa51b1c-bc42-4ee2-9339-ba0100deb178 service neutron] 10.222.0.73 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Feb 16 13:36:41.154592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-45ac5ec4-3a2d-42b4-8d54-ee2c3dbf59d0 req-8590395b-1087-42c6-98b8-a48e937b93af tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0409236 Feb 16 13:36:42.259499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-97268988-f8ef-4c55-b84c-bddfdfcbcb49 req-0d208312-b0e3-455b-a0d0-0f0127ebf4b7 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0287354 Feb 16 13:36:42.383534 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-db7e2d2f-738e-4c64-8ecb-bfc00e9edc4f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:42.385056 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-db7e2d2f-738e-4c64-8ecb-bfc00e9edc4f tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 810 time: 0.1283948 Feb 16 13:36:42.451635 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-3cf7d5c7-58f8-4dc9-b55b-117531b4380a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbad18cd10e463aabd3b88b20cda6a3 HTTP/1.1" status: 200 len: 380 time: 0.0573933 Feb 16 13:36:42.463520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'port': {'device_id': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'admin_state_up': True, 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'security_groups': ['d0771bf5-3a68-488e-84cc-f6b89523b648']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:42.583582 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Made reservation on behalf of 1dbad18cd10e463aabd3b88b20cda6a3 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:36:42.587220 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:42.729555 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Allocated IP 172.20.0.14 (fec85a1e-e209-4fc9-a9fb-de36af840f90/6f47f51e-29e7-4e5d-8441-17cd90d6cb35/c524810e-1de3-46e6-a0fa-41a1c975a3b7) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:36:42.911260 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:42.950915 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.006720 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:36:43.008174 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:36:43.012306 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:36:43.064959 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event updated for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:43.081052 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.082115 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.101117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:43.113358 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-abf22a70-d900-4d45-bac2-53576bb6a606 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6566031 Feb 16 13:36:43.137997 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Request body: {'port': {'device_id': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:43.204193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.268358 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-8286eb8e-4edb-469d-b6ec-661bc14c52a5 None None] Provisioning complete for port c524810e-1de3-46e6-a0fa-41a1c975a3b7 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:43.268978 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8286eb8e-4edb-469d-b6ec-661bc14c52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.312712 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-8286eb8e-4edb-469d-b6ec-661bc14c52a5 None None] Port c524810e-1de3-46e6-a0fa-41a1c975a3b7 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:36:43.405187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d2ef-f70c-4313-a872-ef324d0a942a req-4903a0b0-52a5-47c6-b1c2-8acda003275b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.406673 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86a2d2ef-f70c-4313-a872-ef324d0a942a req-4903a0b0-52a5-47c6-b1c2-8acda003275b tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 932 time: 0.0667365 Feb 16 13:36:43.453110 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-86a2d2ef-f70c-4313-a872-ef324d0a942a req-f844e2f6-d544-49cd-8bcc-9c35997fc781 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Feb 16 13:36:43.496934 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c524810e-1de3-46e6-a0fa-41a1c975a3b7 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:36:43.505175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks [] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.518369 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Transition to ACTIVE for port object c524810e-1de3-46e6-a0fa-41a1c975a3b7 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:36:43.522601 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.585221 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Pushing event updated for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:43.691012 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Attempting to bind port c524810e-1de3-46e6-a0fa-41a1c975a3b7 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:36:43.691336 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Attempting to bind port c524810e-1de3-46e6-a0fa-41a1c975a3b7 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:36:43.691672 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Attempting to bind port c524810e-1de3-46e6-a0fa-41a1c975a3b7 on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:36:43.697461 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Port c524810e-1de3-46e6-a0fa-41a1c975a3b7 on network fec85a1e-e209-4fc9-a9fb-de36af840f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:36:43.698213 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Attempting to bind port c524810e-1de3-46e6-a0fa-41a1c975a3b7 on network fec85a1e-e209-4fc9-a9fb-de36af840f90 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:36:43.707711 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:36:43.708237 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Checking segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:36:43.708836 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Bound using segment: {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:36:43.709519 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Bound port: c524810e-1de3-46e6-a0fa-41a1c975a3b7, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe7eec-786a-4321-8005-e18e308ed369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:36:43.710130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.802732 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:36:43.806449 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:36:43.813348 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.851387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.852034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:43.853528 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] 10.222.0.104 "PUT /v2.0/ports/c524810e-1de3-46e6-a0fa-41a1c975a3b7 HTTP/1.1" status: 200 len: 1094 time: 0.7201357 Feb 16 13:36:43.854050 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:43.857141 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217" -d '{"events": [{"name": "network-changed", "server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:43.907755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d7c8ca-ede3-4078-bd02-1e0318c3bcff x-openstack-request-id: req-b1d7c8ca-ede3-4078-bd02-1e0318c3bcff {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:43.908125 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:43.908466 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1d7c8ca-ede3-4078-bd02-1e0318c3bcff {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:43.909001 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'status': 'completed', 'code': 200} Feb 16 13:36:43.914999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a0113-dc93-4ca6-8977-221da1b20577 service neutron] Pushing event updated for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:43.993203 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-5915ab7a-f2ae-486f-bd20-54fdd5c2a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.995048 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-5915ab7a-f2ae-486f-bd20-54fdd5c2a32c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 1128 time: 0.0547791 Feb 16 13:36:44.053353 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-a27ff2dd-2d48-4c7c-b471-65b56dd650a7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7 HTTP/1.1" status: 200 len: 217 time: 0.0474093 Feb 16 13:36:44.138892 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-34617bc5-9b08-4c90-bc69-5f5a7ba13222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.140452 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-34617bc5-9b08-4c90-bc69-5f5a7ba13222 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.0770667 Feb 16 13:36:44.211213 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-438a7187-9326-408d-84b3-59c019606d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.212750 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-438a7187-9326-408d-84b3-59c019606d18 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641057 Feb 16 13:36:44.350406 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-fbe44260-2758-4e80-8ddc-f0f18f36e11c service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311462 Feb 16 13:36:44.455788 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0a343dd-aa67-40ef-a91c-8d9e8c81d198 req-fb8a929c-9680-4ddf-b94c-7513307bfb58 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979331 Feb 16 13:36:44.471392 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34567-22c8-420c-9a2b-558c99edec42 req-94a6f3f4-7d1e-48cf-ba68-b5bf2432ed88 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.473277 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6fd34567-22c8-420c-9a2b-558c99edec42 req-94a6f3f4-7d1e-48cf-ba68-b5bf2432ed88 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0609391 Feb 16 13:36:44.526533 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6fd34567-22c8-420c-9a2b-558c99edec42 req-d11cea65-3cf9-4d13-938e-71ddb878ee0d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471470 Feb 16 13:36:44.555029 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-da0a0b71-bc16-413f-9990-c03b4c56b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.556757 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-da0a0b71-bc16-413f-9990-c03b4c56b9e7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 1128 time: 0.0548177 Feb 16 13:36:44.593240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fba42-0f9b-4460-aa85-d458c52a1556 req-74613294-cfca-43d1-9f5e-8645e2e54036 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.594771 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e63fba42-0f9b-4460-aa85-d458c52a1556 req-74613294-cfca-43d1-9f5e-8645e2e54036 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 944 time: 0.0582190 Feb 16 13:36:44.647070 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e63fba42-0f9b-4460-aa85-d458c52a1556 req-779e357e-9c79-436a-80d9-52999b24be9e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465844 Feb 16 13:36:44.655646 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-83d03268-9244-4c55-b849-2232a407d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.657266 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-83d03268-9244-4c55-b849-2232a407d5db service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.0924358 Feb 16 13:36:44.715052 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-7dea9fcc-4098-4cd3-a7fc-577fe2d5c8ea service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7 HTTP/1.1" status: 200 len: 217 time: 0.0402970 Feb 16 13:36:44.773336 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-d3bb5792-cbff-4b00-b53d-9267fdc755f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.774873 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-d3bb5792-cbff-4b00-b53d-9267fdc755f7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.0484009 Feb 16 13:36:44.876512 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-88cf3401-3a52-41d3-b208-bb5332fe257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:44.878636 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-88cf3401-3a52-41d3-b208-bb5332fe257f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963557 Feb 16 13:36:44.981215 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-90ef9f52-9374-4573-9bcf-d9335e4d0a8e service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908003 Feb 16 13:36:45.079612 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-79e4d089-e0f9-4c1d-b703-8ab1be9c9217 req-9bfd7915-2ee4-482b-bcaf-ab5a092640a3 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891044 Feb 16 13:36:45.656501 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a040f-5aa4-430d-867a-6ca3ba72454e req-dd888ae7-0962-4492-ae83-0991573276d4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:45.658066 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc6a040f-5aa4-430d-867a-6ca3ba72454e req-dd888ae7-0962-4492-ae83-0991573276d4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0555608 Feb 16 13:36:45.718256 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bc6a040f-5aa4-430d-867a-6ca3ba72454e req-5f4fdbbd-97e8-44ff-825a-25d4aef36b43 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Feb 16 13:36:45.774255 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63e74-c97d-4037-8aef-81621240ec2c req-b42bc855-1296-42da-8d47-add94c249edf tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:45.775840 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-41f63e74-c97d-4037-8aef-81621240ec2c req-b42bc855-1296-42da-8d47-add94c249edf tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 944 time: 0.0548923 Feb 16 13:36:45.827361 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-41f63e74-c97d-4037-8aef-81621240ec2c req-579bda29-fe5f-4c78-a1b1-1482344ebe14 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Feb 16 13:36:46.043554 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c524810e-1de3-46e6-a0fa-41a1c975a3b7 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:36:46.162596 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:46.173739 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'port_id': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'mac_address': 'fa:16:3e:47:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:36:46.209803 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c524810e-1de3-46e6-a0fa-41a1c975a3b7 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:36:46.210210 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.223925 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c524810e-1de3-46e6-a0fa-41a1c975a3b7 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:36:46.245844 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:46.251357 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.300303 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:46.301725 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-01f2ea31-2d5f-475b-b597-3e60d6fba17f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:46.303353 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-01f2ea31-2d5f-475b-b597-3e60d6fba17f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0560441 Feb 16 13:36:46.309590 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.309952 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.310326 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.310672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.311014 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.311350 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.311687 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.312078 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.312358 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.312686 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.313105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.313633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.313754 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:46.413127 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Deleting port e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:46.413381 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.512027 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] For port e1aa8e42-2633-47be-8bd2-0c9eea175d06, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=e1aa8e42-2633-47be-8bd2-0c9eea175d06,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:46.512390 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.545551 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['c524810e-1de3-46e6-a0fa-41a1c975a3b7'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:36:46.701861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.702165 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.702491 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Floating IP 294e5ccb-4bff-4fdc-a33a-27483a797e71 disassociated. External IP: 172.27.3.209, port: e1aa8e42-2633-47be-8bd2-0c9eea175d06. Feb 16 13:36:46.702841 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Calling delete_port for e1aa8e42-2633-47be-8bd2-0c9eea175d06 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:46.842590 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945befc2-524e-4465-a3ed-114aeff7b4b3 req-d5fe6d9d-e571-4129-b094-52da93f25fe8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:46.843240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (e1aa8e42-2633-47be-8bd2-0c9eea175d06), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.844198 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945befc2-524e-4465-a3ed-114aeff7b4b3 req-d5fe6d9d-e571-4129-b094-52da93f25fe8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4594a46a-8aab-44d2-8588-595c5b01c65a HTTP/1.1" status: 200 len: 946 time: 0.0523877 Feb 16 13:36:46.878677 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'Port': ['ID=e1aa8e42-2633-47be-8bd2-0c9eea175d06,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:46.905543 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945befc2-524e-4465-a3ed-114aeff7b4b3 req-279c0415-3f1e-4366-9b77-70ab57d29406 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=37e20868-5fc3-4453-9cf0-fd8e0cd343a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538282 Feb 16 13:36:46.944886 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-021921f1-b5b2-4057-8940-d4c467a7b97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:46.960979 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706a633-246b-4cad-81ce-76c73f93dce4 req-7e7b0690-1aad-4a50-83f4-29fd1bb575e5 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:46.969289 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1706a633-246b-4cad-81ce-76c73f93dce4 req-7e7b0690-1aad-4a50-83f4-29fd1bb575e5 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0626633 Feb 16 13:36:47.012216 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1706a633-246b-4cad-81ce-76c73f93dce4 req-4292b81d-8189-4040-8783-c701c4c4230a tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Feb 16 13:36:47.012827 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:36:47.126964 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:36:47.137564 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:36:47.148482 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:47.149121 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:47.168229 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] No DVR routers for this DVR port e1aa8e42-2633-47be-8bd2-0c9eea175d06 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:36:47.170760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:47.174262 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-786452e9-f8f2-42aa-bf36-2531886e4cca req-8e36685f-89b2-48a5-b503-96347083bd8a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "DELETE /v2.0/ports/e1aa8e42-2633-47be-8bd2-0c9eea175d06 HTTP/1.1" status: 204 len: 173 time: 0.8601224 Feb 16 13:36:47.174712 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-deleted', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:47.177216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412edb5c-0340-4ba5-b215-54be5c7a0e75" -d '{"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-deleted", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:47.226393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c8dd57-10fe-4f7c-8a1f-80c2dfbfaa03 x-openstack-request-id: req-f9c8dd57-10fe-4f7c-8a1f-80c2dfbfaa03 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:47.226393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594a46a-8aab-44d2-8588-595c5b01c65a", "name": "network-vif-deleted", "tag": "e1aa8e42-2633-47be-8bd2-0c9eea175d06", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:47.226778 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9c8dd57-10fe-4f7c-8a1f-80c2dfbfaa03 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:47.227123 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594a46a-8aab-44d2-8588-595c5b01c65a', 'name': 'network-vif-deleted', 'tag': 'e1aa8e42-2633-47be-8bd2-0c9eea175d06', 'status': 'completed', 'code': 200} Feb 16 13:36:47.275615 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:47.486496 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:47.512024 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:36:47.520773 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:47.521392 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:47.650613 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:47.871697 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:47.901766 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065730-5c48-4887-ada5-8c8c71f27529 None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:36:48.015395 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47544) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:48.045105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c524810e-1de3-46e6-a0fa-41a1c975a3b7 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:36:48.091759 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (37e20868-5fc3-4453-9cf0-fd8e0cd343a0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.142692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port c524810e-1de3-46e6-a0fa-41a1c975a3b7 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:36:48.148115 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port c524810e-1de3-46e6-a0fa-41a1c975a3b7 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:48.148455 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.150112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (37e20868-5fc3-4453-9cf0-fd8e0cd343a0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.157373 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4dd1-aa67-48b3-8efe-db96ebb3f2bb req-940ecf47-c7a8-4345-b5ca-fa43c2e6d838 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:48.159340 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-680e4dd1-aa67-48b3-8efe-db96ebb3f2bb req-940ecf47-c7a8-4345-b5ca-fa43c2e6d838 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0737596 Feb 16 13:36:48.208763 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258662a3-be33-492e-a4fa-6809801534b1 None None] New status for floating IP 294e5ccb-4bff-4fdc-a33a-27483a797e71: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:36:48.224431 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-680e4dd1-aa67-48b3-8efe-db96ebb3f2bb req-d13d309b-884d-4e01-9f94-3a1afd2d40e2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588939 Feb 16 13:36:48.236306 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (37e20868-5fc3-4453-9cf0-fd8e0cd343a0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.239684 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.241346 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "DELETE /v2.0/security-groups/37e20868-5fc3-4453-9cf0-fd8e0cd343a0 HTTP/1.1" status: 204 len: 168 time: 0.2248049 Feb 16 13:36:48.245868 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47550) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:48.269865 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7e618-974d-4c66-a441-1694ca34b37b tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e20868-5fc3-4453-9cf0-fd8e0cd343a0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:48.272880 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-fae96e69-b564-464a-a7d0-5cace733af34 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] show failed (client error): The resource could not be found. Feb 16 13:36:48.273213 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fae96e69-b564-464a-a7d0-5cace733af34 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups/37e20868-5fc3-4453-9cf0-fd8e0cd343a0 HTTP/1.1" status: 404 len: 347 time: 0.0221682 Feb 16 13:36:48.280545 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47552) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:48.306725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c524810e-1de3-46e6-a0fa-41a1c975a3b7 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:36:48.307388 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.337501 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:48.340596 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc53cd1-16a9-42a3-8105-e9021b32a938" -d '{"events": [{"server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:48.355162 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:48.362953 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.406546 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480f2e9a-4920-4c0d-8d98-b93c1233008f x-openstack-request-id: req-480f2e9a-4920-4c0d-8d98-b93c1233008f {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:48.406849 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:48.407087 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-480f2e9a-4920-4c0d-8d98-b93c1233008f {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:48.409655 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'code': 200} Feb 16 13:36:48.453698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:48.606046 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bbba7-3037-4cf5-8a1d-5ac06423ccfc req-a21a132e-dbb0-4c77-b58f-048285e738df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:48.607688 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a9bbba7-3037-4cf5-8a1d-5ac06423ccfc req-a21a132e-dbb0-4c77-b58f-048285e738df service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 1130 time: 0.0564804 Feb 16 13:36:48.659238 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4a9bbba7-3037-4cf5-8a1d-5ac06423ccfc req-b9241830-74ab-4117-b1de-5c9765ba3a60 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Feb 16 13:36:48.711628 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Deleting port 5918d1ea-8fdb-4769-abac-f1149e40b8b2 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:48.712156 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.863569 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.864107 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (5918d1ea-8fdb-4769-abac-f1149e40b8b2), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:48.878510 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Calling delete_port for 5918d1ea-8fdb-4769-abac-f1149e40b8b2 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:49.073326 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (5918d1ea-8fdb-4769-abac-f1149e40b8b2), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.099880 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'Port': ['ID=5918d1ea-8fdb-4769-abac-f1149e40b8b2,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:49.114358 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.114715 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.115102 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.115407 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.115746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.116121 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.116478 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.116890 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.117282 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.117724 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.118197 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.118623 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.119049 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:49.179884 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (294e5ccb-4bff-4fdc-a33a-27483a797e71), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.182825 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.184573 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-34ad702e-219c-4063-a6f3-c20084772c7d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "DELETE /v2.0/floatingips/294e5ccb-4bff-4fdc-a33a-27483a797e71 HTTP/1.1" status: 204 len: 168 time: 0.9024320 Feb 16 13:36:49.321753 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bc1e27ea-50cb-4b51-a900-4f94573914f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.381982 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df980c8-1a7a-4b78-8c6e-a8b9317ae62d req-00e21abf-7d41-438b-86bb-7f1dfbc2d4df tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:49.383604 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7df980c8-1a7a-4b78-8c6e-a8b9317ae62d req-00e21abf-7d41-438b-86bb-7f1dfbc2d4df tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0649509 Feb 16 13:36:49.400468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47560) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:49.405726 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041966930', 'description': 'tempest-description--2025762165'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:49.428977 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.442200 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7df980c8-1a7a-4b78-8c6e-a8b9317ae62d req-7b461e18-c43f-4dbc-a1ef-4bc18b606e70 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483794 Feb 16 13:36:49.500478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (45efce5d-14ab-4e60-8b2c-af615393b030), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.508354 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (45efce5d-14ab-4e60-8b2c-af615393b030), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.543342 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.544611 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1430569 Feb 16 13:36:49.545743 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97538200-bcf3-4358-9078-62939a5dc7d1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45efce5d-14ab-4e60-8b2c-af615393b030,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:49.547680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47562) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:49.552688 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group_rule': {'security_group_id': '45efce5d-14ab-4e60-8b2c-af615393b030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:49.576965 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (b0b8777a-3070-471b-8829-143d40c99518), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.637296 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (b0b8777a-3070-471b-8829-143d40c99518), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.640650 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (b0b8777a-3070-471b-8829-143d40c99518), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.659997 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b8777a-3070-471b-8829-143d40c99518,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:49.666240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.670956 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ad936ad1-35c9-42c5-8894-aee5d2fc6f37 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221476 Feb 16 13:36:49.671112 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47564) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:49.675626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'security_group_rule': {'security_group_id': '45efce5d-14ab-4e60-8b2c-af615393b030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:49.700247 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (2ae386b3-4f39-4b26-90b8-c5c838f58fd1), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.757836 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (2ae386b3-4f39-4b26-90b8-c5c838f58fd1), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.761849 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (2ae386b3-4f39-4b26-90b8-c5c838f58fd1), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.781076 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae386b3-4f39-4b26-90b8-c5c838f58fd1,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:49.787384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.788609 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b065c6fb-7b49-4568-9998-6f102a3d7ba4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165664 Feb 16 13:36:49.791716 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47566) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:49.796885 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:49.818606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:49.929005 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.046439 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:36:50.052655 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Allocated IP 172.27.3.23 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/8b0f0006-56a6-433f-ab88-c987306f5205) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:36:50.067837 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: e1aa8e42-2633-47be-8bd2-0c9eea175d06 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:36:50.068054 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device e1aa8e42-2633-47be-8bd2-0c9eea175d06 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:36:50.177381 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (8b0f0006-56a6-433f-ab88-c987306f5205), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.184381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.230374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.272503 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:36:50.276193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:36:50.280687 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:36:50.306440 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=8b0f0006-56a6-433f-ab88-c987306f5205,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:50.380408 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.420689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.573509 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeeb8a-af89-442c-adc1-88a3bb163910 req-fae535ce-f06c-4ac5-8b9d-e185075407ca tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:50.575078 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f8aeeb8a-af89-442c-adc1-88a3bb163910 req-fae535ce-f06c-4ac5-8b9d-e185075407ca tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0587161 Feb 16 13:36:50.610577 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (8b0f0006-56a6-433f-ab88-c987306f5205), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.617896 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.635038 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f8aeeb8a-af89-442c-adc1-88a3bb163910 req-8a212f26-7aee-4e84-a8d7-cc4dde071f3e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538621 Feb 16 13:36:50.745057 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=8b0f0006-56a6-433f-ab88-c987306f5205,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:50.763962 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.781198 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbeace-3b31-4a47-bfae-5d0096bcb696 req-5dacf586-8fdd-4ed6-9651-4f2b297de79e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:50.783760 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2dbeace-3b31-4a47-bfae-5d0096bcb696 req-5dacf586-8fdd-4ed6-9651-4f2b297de79e tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0728521 Feb 16 13:36:50.788055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:50.789693 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e38eb8f8-4e33-4170-b5a1-43f347db3e59 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9968607 Feb 16 13:36:50.795553 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47572) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:50.801747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Request body: {'floatingip': {'port_id': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:51.040100 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-d21e2445-083c-472d-8613-a8a1a48f48b5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1041966930&fields=id&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 267 time: 0.0540576 Feb 16 13:36:51.118583 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:51.169048 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-6e234b58-7976-4cf5-be81-07a95131152e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:51.170547 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-6e234b58-7976-4cf5-be81-07a95131152e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 816 time: 0.1236091 Feb 16 13:36:51.190234 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-746a345d-95e8-46b4-8c63-fcb2d1c0e12f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/quotas/7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Feb 16 13:36:51.262653 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-16bbf1c8-59c3-4371-a326-18c47c5126cf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661552 Feb 16 13:36:51.429285 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-8e004ebd-8bb3-4735-b7c6-661a193f5577 service neutron] 10.222.0.73 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521769 Feb 16 13:36:51.577146 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-ecfa5076-7f2c-4554-a247-878ee15b8665 service neutron] 10.222.0.73 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339631 Feb 16 13:36:51.662700 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:51.676564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:51.774402 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4ef652b0-a8b8-420f-8b7d-154f1f0aead0 req-00acab71-927b-4447-868e-06aa6abaf73e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 210 time: 0.0424221 Feb 16 13:36:51.803394 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:51.837944 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Floating IP 822f7a1a-4672-46de-9bbd-eb8f0300c047 associated. External IP: 172.27.3.48, port: c524810e-1de3-46e6-a0fa-41a1c975a3b7. Feb 16 13:36:52.092498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:36:52.259856 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:36:52.264843 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:52.285354 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3075297-332c-4569-819d-b05816406af1 None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:36:52.300029 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:52.300676 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:52.310332 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6600d8b4-1698-4064-b999-3e7a681f9e7c tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "PUT /v2.0/floatingips/822f7a1a-4672-46de-9bbd-eb8f0300c047 HTTP/1.1" status: 200 len: 991 time: 1.5129037 Feb 16 13:36:52.310944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:52.313619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b" -d '{"events": [{"name": "network-changed", "server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:52.359179 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb57ed-bf7d-483b-be7f-2d2c2815f514 x-openstack-request-id: req-50fb57ed-bf7d-483b-be7f-2d2c2815f514 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:52.359476 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:52.359735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50fb57ed-bf7d-483b-be7f-2d2c2815f514 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:52.360147 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'status': 'completed', 'code': 200} Feb 16 13:36:52.443467 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-291f190a-7ed8-4ac4-b8d0-380d704444ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.445464 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-291f190a-7ed8-4ac4-b8d0-380d704444ae service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 1130 time: 0.0596201 Feb 16 13:36:52.466285 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:52.550376 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-e3bce042-abf3-4c7c-93b9-35a55dd9d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.552093 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-e3bce042-abf3-4c7c-93b9-35a55dd9d491 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 200 len: 911 time: 0.1001401 Feb 16 13:36:52.674876 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-63a8eb04-c38a-4274-aa0d-32b35ab80163 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7 HTTP/1.1" status: 200 len: 999 time: 0.1144924 Feb 16 13:36:52.755072 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '822f7a1a-4672-46de-9bbd-eb8f0300c047', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:47:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:39Z', 'updated_at': '2022-02-16T13:36:51Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:52.789659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-6d770499-4f17-4994-8397-27b7e0f91bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.791503 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3075297-332c-4569-819d-b05816406af1 None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:36:52.791906 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-6d770499-4f17-4994-8397-27b7e0f91bac service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 200 len: 849 time: 0.1087401 Feb 16 13:36:52.802890 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:52.803418 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:52.928252 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-62f6a637-4356-4b08-ae9d-b0ab5945a44e req-daec75ee-6434-4b2a-921c-3a6aba0d0a47 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 210 time: 0.0367179 Feb 16 13:36:52.955431 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-cb307ccd-245c-4e4c-bc5c-900386405021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.957881 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-cb307ccd-245c-4e4c-bc5c-900386405021 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fec85a1e-e209-4fc9-a9fb-de36af840f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524606 Feb 16 13:36:52.968711 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:53.011308 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-51a64312-7638-4edc-9b5c-c489e5dc5002 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:53.013724 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-51a64312-7638-4edc-9b5c-c489e5dc5002 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 816 time: 0.1704736 Feb 16 13:36:53.139448 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-993cd2bc-d2f1-4059-9168-d3082cc4a976 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715651 Feb 16 13:36:53.145969 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-20d7e961-f0ca-4200-bb97-d660bd50363e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 380 time: 0.1196933 Feb 16 13:36:53.165189 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'port': {'device_id': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'admin_state_up': True, 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'security_groups': ['45efce5d-14ab-4e60-8b2c-af615393b030']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:53.180725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:53.323244 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba35c8c4-9367-4a32-8764-7c0eb5ae146b req-5a690b6c-eb8d-47e1-b5fd-a3849ba4b494 service neutron] 10.222.0.104 "GET /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702108 Feb 16 13:36:53.348310 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Made reservation on behalf of 7759e105b5d349a2be14c3cba6e729b4 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:36:53.351786 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:53.399088 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-f3075297-332c-4569-819d-b05816406af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '822f7a1a-4672-46de-9bbd-eb8f0300c047', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:47:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:39Z', 'updated_at': '2022-02-16T13:36:51Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:53.435153 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3075297-332c-4569-819d-b05816406af1 None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '822f7a1a-4672-46de-9bbd-eb8f0300c047', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'port_id': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'mac_address': 'fa:16:3e:47:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:39Z', 'updated_at': '2022-02-16T13:36:51Z', 'revision_number': 1, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:36:53.518228 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Allocated IP 172.20.0.12 (7f2ac922-563c-4689-8ae1-c7724a89ea75/3c04a156-faf9-4bd1-b441-97552b77c8ad/0fc2660d-68e7-4924-8596-a1180bbbd947) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:36:53.666748 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf8d4f-da59-4323-baca-f15de4af7e5a None None] New status for floating IP 822f7a1a-4672-46de-9bbd-eb8f0300c047: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:36:53.684398 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:53.721402 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:53.772465 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:36:53.779848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:36:53.786074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:36:53.827259 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:53.876377 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:53.877068 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:53.901732 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-f5765921-678a-40f5-bfb0-223c4cc57ff8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408469 Feb 16 13:36:53.916030 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Request body: {'port': {'device_id': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:53.995939 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.080781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ccf94-ddb4-4c13-9ed8-1b3a8765a6a3 req-281bca35-44c0-411b-9b4d-9d9e43c076ea tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:54.083044 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-191ccf94-ddb4-4c13-9ed8-1b3a8765a6a3 req-281bca35-44c0-411b-9b4d-9d9e43c076ea tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 932 time: 0.0691416 Feb 16 13:36:54.134436 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74a9fb44-bdbc-4160-a2d1-2cff57893fd3 None None] Provisioning complete for port 0fc2660d-68e7-4924-8596-a1180bbbd947 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:54.136063 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74a9fb44-bdbc-4160-a2d1-2cff57893fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.158768 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-191ccf94-ddb4-4c13-9ed8-1b3a8765a6a3 req-315efd6e-d3c5-40b5-9c6c-58eb0907fa93 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688403 Feb 16 13:36:54.210231 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74a9fb44-bdbc-4160-a2d1-2cff57893fd3 None None] Port 0fc2660d-68e7-4924-8596-a1180bbbd947 cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:36:54.400527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:36:54.408691 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks [] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.425602 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Transition to ACTIVE for port object 0fc2660d-68e7-4924-8596-a1180bbbd947 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:36:54.430860 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.515274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:54.574173 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Attempting to bind port 0fc2660d-68e7-4924-8596-a1180bbbd947 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:36:54.574947 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Attempting to bind port 0fc2660d-68e7-4924-8596-a1180bbbd947 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:36:54.575515 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Attempting to bind port 0fc2660d-68e7-4924-8596-a1180bbbd947 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:36:54.585403 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Port 0fc2660d-68e7-4924-8596-a1180bbbd947 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:36:54.585854 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Attempting to bind port 0fc2660d-68e7-4924-8596-a1180bbbd947 on network 7f2ac922-563c-4689-8ae1-c7724a89ea75 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:36:54.592893 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:36:54.592893 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Checking segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:36:54.593478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Bound using segment: {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:36:54.593478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Bound port: 0fc2660d-68e7-4924-8596-a1180bbbd947, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c9ab58-f15d-4e76-a983-971508a4492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:36:54.594280 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.678870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:36:54.684845 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:36:54.695459 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.741917 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:54.744880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:54.746279 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] 10.222.0.104 "PUT /v2.0/ports/0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 1094 time: 0.8342965 Feb 16 13:36:54.746928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:54.749768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f47c9-b550-4fd5-9a29-397bc82117ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:54.796781 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3137-daf0-4834-a0c3-3b5b94d55c0a service neutron] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:54.846105 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f1226-eafc-46fb-bed8-fa8df3ebac91 x-openstack-request-id: req-8a6f1226-eafc-46fb-bed8-fa8df3ebac91 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:54.846745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:54.847157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a6f1226-eafc-46fb-bed8-fa8df3ebac91 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:54.847812 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'status': 'completed', 'code': 200} Feb 16 13:36:54.880293 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-064d4d89-5fb4-4b48-83a6-3730f8b1ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:54.882084 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-064d4d89-5fb4-4b48-83a6-3730f8b1ee05 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1128 time: 0.0800383 Feb 16 13:36:54.932206 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-9ee7037c-153f-4f0a-b888-dff6aaa65a6e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Feb 16 13:36:54.988733 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-555cd008-4aa4-4f81-a531-876e0bc97c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:54.991172 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-555cd008-4aa4-4f81-a531-876e0bc97c9b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0518856 Feb 16 13:36:55.060706 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-d93615b0-b82b-498b-84f4-40314601bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.062269 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-d93615b0-b82b-498b-84f4-40314601bef2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594676 Feb 16 13:36:55.171172 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-caee1705-c244-4d27-b87f-bc47987ca8b6 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012177 Feb 16 13:36:55.288934 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-54da1842-035b-4bcd-8f44-fa4d57248c25 req-72d20fde-bace-49ad-af00-5f56251543d4 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071301 Feb 16 13:36:55.310680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c66c4-d853-4aff-b251-fd0ced3e969e req-b054ccd5-6454-4d7b-855c-54279abbe750 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.313339 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c6c66c4-d853-4aff-b251-fd0ced3e969e req-b054ccd5-6454-4d7b-855c-54279abbe750 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0574486 Feb 16 13:36:55.375861 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c6c66c4-d853-4aff-b251-fd0ced3e969e req-7ebe9004-75ad-4188-9632-57e254ba5059 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544562 Feb 16 13:36:55.404860 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-deb1a5e2-70c3-4b9a-a6c2-235e89e798fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.406695 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-deb1a5e2-70c3-4b9a-a6c2-235e89e798fe service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1128 time: 0.0601478 Feb 16 13:36:55.512060 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-0d06f01f-a07e-47d5-9eb6-d2ba03bd5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.513627 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-0d06f01f-a07e-47d5-9eb6-d2ba03bd5e5e service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1001043 Feb 16 13:36:55.563589 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-a837a4d6-2f8d-4e6b-84b5-e4a18d3cb616 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 217 time: 0.0417719 Feb 16 13:36:55.593745 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-d608e2f9-b0f1-4c5b-88b5-939166db583d tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432304216&fields=id&tenant_id=55505bddd80d4b59b71ffb30e11508b3 HTTP/1.1" status: 200 len: 267 time: 0.0521955 Feb 16 13:36:55.618103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-83387cb8-5df5-43f4-a3c6-e8c6a5ec078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.619670 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-83387cb8-5df5-43f4-a3c6-e8c6a5ec078b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0486572 Feb 16 13:36:55.655154 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-09f82f34-d195-492b-9c4d-482260449548 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.656846 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-09f82f34-d195-492b-9c4d-482260449548 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 985 time: 0.0568168 Feb 16 13:36:55.669676 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Request body: {'port': {'security_groups': ['6374f8ef-f9a0-4171-821a-60f26cd2bf54']}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:55.672834 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-10ee6e7c-8e28-407e-9a2d-26ab615ff3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:55.674479 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-10ee6e7c-8e28-407e-9a2d-26ab615ff3fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479100 Feb 16 13:36:55.773930 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:55.979011 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:56.014435 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for port (deb4573d-b662-47d0-96c7-bf76a858027a), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.021485 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.037593 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:36:56.067955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.069144 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.070228 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945f3e5c-ae5f-48ed-aba9-b7dd6a34971b req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "PUT /v2.0/ports/deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 943 time: 0.4065366 Feb 16 13:36:56.070717 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:56.070857 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-b43d3481-21b4-40d5-801f-c999a19047d1 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875906 Feb 16 13:36:56.073165 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cdfb62-36fa-4476-9034-56ba479f3e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:56.077907 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47642) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:56.127336 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbecb2-fa17-4319-a612-5df34db1a8af tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event updated for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=7']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:56.169346 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:36:56.234194 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (f4263961-e521-4580-b0dd-9999015050de), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.298734 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (f4263961-e521-4580-b0dd-9999015050de), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.301272 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3febd-c382-4516-968d-f17bf5b6465b x-openstack-request-id: req-47f3febd-c382-4516-968d-f17bf5b6465b {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:56.301816 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:56.302270 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47f3febd-c382-4516-968d-f17bf5b6465b {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:56.302840 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:36:56.349405 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-985f47c9-b550-4fd5-9a29-397bc82117ef req-953dd7f2-301c-4d44-bc56-d38e24c22c90 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699661 Feb 16 13:36:56.395450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-6b652912-8b5f-45d5-9514-ccf282c99ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.396980 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-6b652912-8b5f-45d5-9514-ccf282c99ae0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1130 time: 0.0636406 Feb 16 13:36:56.444914 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-3a04e6c3-aa2c-4459-83f4-0770ef12edc0 None None] Provisioning complete for port deb4573d-b662-47d0-96c7-bf76a858027a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:56.445576 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3a04e6c3-aa2c-4459-83f4-0770ef12edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.461476 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f4263961-e521-4580-b0dd-9999015050de), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.467767 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.468434 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "DELETE /v2.0/security-groups/f4263961-e521-4580-b0dd-9999015050de HTTP/1.1" status: 204 len: 168 time: 0.3873067 Feb 16 13:36:56.471129 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47652) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:36:56.537471 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56c31-5f50-4a04-ae4b-f27137224860 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4263961-e521-4580-b0dd-9999015050de,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:56.587085 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-c5f819ae-7273-48bc-a658-28798dde2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.590604 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-c5f819ae-7273-48bc-a658-28798dde2cc3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.1818058 Feb 16 13:36:56.626413 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-3a04e6c3-aa2c-4459-83f4-0770ef12edc0 None None] Current status of the port deb4573d-b662-47d0-96c7-bf76a858027a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:36:56.652772 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca615d51-eff7-475a-bbb4-425fd13833e0 req-d7750e64-d59d-4ca8-a012-bea488858557 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.654446 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca615d51-eff7-475a-bbb4-425fd13833e0 req-d7750e64-d59d-4ca8-a012-bea488858557 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.1591172 Feb 16 13:36:56.721739 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-1a08a441-d0fb-47ba-bde0-4ad5e2200243 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 1001 time: 0.1213880 Feb 16 13:36:56.765575 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca615d51-eff7-475a-bbb4-425fd13833e0 req-187a6880-b29a-4604-81e4-449d7f56a024 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828183 Feb 16 13:36:56.794073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Deleting port bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:36:56.794417 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.811519 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-a82a8588-9c89-4482-836b-4320e48d1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.813059 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-a82a8588-9c89-4482-836b-4320e48d1dbe service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.0750892 Feb 16 13:36:56.870208 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-695369cb-b5c8-4eb8-b959-5dbe5f5c9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:56.871847 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-695369cb-b5c8-4eb8-b959-5dbe5f5c9cf4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510585 Feb 16 13:36:56.875675 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.876009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for floatingip (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:56.889209 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Calling delete_port for bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:36:56.974869 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-1abc6bc8-9e47-4804-ae80-9425f66566ca service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961165 Feb 16 13:36:57.078880 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b7cdfb62-36fa-4476-9034-56ba479f3e6e req-4ef653ff-bd5c-4051-8756-eaa9295ef99f service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961008 Feb 16 13:36:57.086349 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:57.117334 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event deleted for resources: {'Port': ['ID=bad4ea77-ab6e-40d2-a6d4-9f27ecadb63a,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:57.177984 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks [] for floatingip (98c900f8-86d5-4b9d-8f35-081393bd7d42), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:57.178347 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Floating IP 98c900f8-86d5-4b9d-8f35-081393bd7d42 disassociated (deleted). External IP: 172.27.3.96, port: deb4573d-b662-47d0-96c7-bf76a858027a. Feb 16 13:36:57.395680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Router 4136925e-497e-44ad-8529-d76e3833508c has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:36:57.517795 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:36:57.522868 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:57.527637 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Sync routers for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:36:57.538412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:57.539031 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:57.554143 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7a0c3141-ae58-40e2-804e-48ddb67944cb tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "DELETE /v2.0/floatingips/98c900f8-86d5-4b9d-8f35-081393bd7d42 HTTP/1.1" status: 204 len: 168 time: 1.0792232 Feb 16 13:36:57.649852 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:57.884792 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:57.917706 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Checking router: 4136925e-497e-44ad-8529-d76e3833508c for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:36:57.918517 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc2f13-ec06-4ada-90b3-566e01ea4ca0 req-1f5133b4-9846-4352-b31a-7c5e378dd2f4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:57.920147 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69dc2f13-ec06-4ada-90b3-566e01ea4ca0 req-1f5133b4-9846-4352-b31a-7c5e378dd2f4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0662472 Feb 16 13:36:57.926620 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:36:57.927496 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:57.974556 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69dc2f13-ec06-4ada-90b3-566e01ea4ca0 req-bbf48290-7b58-4243-80a1-ea701a350b02 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Feb 16 13:36:58.050671 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:36:58.079705 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:36:58.283607 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:58.289576 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:58.303862 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:36:58.306326 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e20c55-7aaf-42e4-a6ad-95afd2249954" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:36:58.307912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:36:58.343466 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f79f4-688f-4d20-a49f-5eb8854832c2 x-openstack-request-id: req-929f79f4-688f-4d20-a49f-5eb8854832c2 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:36:58.343762 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:36:58.344017 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-929f79f4-688f-4d20-a49f-5eb8854832c2 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:36:58.344420 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:36:58.372239 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:36:58.372692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:58.389428 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:36:58.413130 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-f4b6fcc7-fcbf-4a89-b272-39e7689b8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:58.414818 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-f4b6fcc7-fcbf-4a89-b272-39e7689b8a16 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=55505bddd80d4b59b71ffb30e11508b3&device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 1130 time: 0.0480974 Feb 16 13:36:58.415561 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:36:58.418876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:36:58.449603 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e330f9-ac25-4758-b0ef-4c62ad659ff3 None None] The sync data for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi is: [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:33:46Z', 'revision_number': 4, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '6e846203-1a23-453c-85bb-6e8f71b2f360', 'name': '', 'network_id': '89edd751-fe2c-48d4-9d1f-3b218ae2a016', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'mac_address': 'fa:16:3e:9f:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:44Z', 'updated_at': '2022-02-16T13:33:51Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'subnets': [{'id': '7c51439a-17b6-4c89-8dea-d2c2c3f03d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:36:58.451209 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:36:58.516672 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-304a16bc-6381-400a-9b50-7756d7e59122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:58.517795 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-304a16bc-6381-400a-9b50-7756d7e59122 service neutron] 10.222.0.104 "GET /v2.0/networks?id=89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 200 len: 915 time: 0.0973353 Feb 16 13:36:58.518704 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:58.564211 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-e5f072b8-5e28-404f-9dd5-af51e4a18b34 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 200 len: 217 time: 0.0365696 Feb 16 13:36:58.619226 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-9ed1aac7-c5c3-4165-84ef-07cc8aafeded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:58.620899 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-9ed1aac7-c5c3-4165-84ef-07cc8aafeded service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 200 len: 853 time: 0.0494556 Feb 16 13:36:58.679145 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-7b18aede-2853-410d-af4b-8e8012af4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:58.680697 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-7b18aede-2853-410d-af4b-8e8012af4022 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=89edd751-fe2c-48d4-9d1f-3b218ae2a016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536919 Feb 16 13:36:58.704473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['0fc2660d-68e7-4924-8596-a1180bbbd947'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:36:58.715958 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b518880-22da-4809-8a65-c5cfbf51a38c None None] New status for floating IP 98c900f8-86d5-4b9d-8f35-081393bd7d42: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:36:58.794497 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-827c6b4c-f8f5-4d5c-a7b1-044949eb5c93 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027389 Feb 16 13:36:58.906073 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-98e20c55-7aaf-42e4-a6ad-95afd2249954 req-91e5f191-3107-42c3-bae4-19396a5aca08 service neutron] 10.222.0.104 "GET /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086578 Feb 16 13:36:59.114183 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06299d-63f1-4111-905c-6021afc6e0ae req-0d1b7768-b343-4f72-91fe-cb642d798018 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:59.115599 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0b06299d-63f1-4111-905c-6021afc6e0ae req-0d1b7768-b343-4f72-91fe-cb642d798018 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 945 time: 0.0565562 Feb 16 13:36:59.163273 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0b06299d-63f1-4111-905c-6021afc6e0ae req-33099b08-bac9-4eba-8244-f1679c11e3b9 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Feb 16 13:37:00.092145 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:00.156152 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 0fc2660d-68e7-4924-8596-a1180bbbd947 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:37:00.162343 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 0fc2660d-68e7-4924-8596-a1180bbbd947 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:00.162959 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:00.269573 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:00.269970 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:00.299630 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:00.302007 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec2e68-62a5-4260-9509-b12f8b70b3a5" -d '{"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:00.302535 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4193d4d-5f2e-4eee-8b84-b9887354e769 req-5350e1a0-ca85-4d1f-8953-efe0837888ac tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:00.304225 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d4193d4d-5f2e-4eee-8b84-b9887354e769 req-5350e1a0-ca85-4d1f-8953-efe0837888ac tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Feb 16 13:37:00.379313 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d4193d4d-5f2e-4eee-8b84-b9887354e769 req-873e9523-8b64-4698-8ca1-aa68e33ef284 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661671 Feb 16 13:37:00.449443 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10157409-ca83-4be3-9e31-b57db41c443c x-openstack-request-id: req-10157409-ca83-4be3-9e31-b57db41c443c {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:00.449793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:00.450139 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10157409-ca83-4be3-9e31-b57db41c443c {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:00.450546 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'code': 200} Feb 16 13:37:00.452263 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:00.456779 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:00.509393 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:00.538730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f08f-025e-4c40-a86d-5cb8835554fc req-e66daef0-3608-406c-b870-cec41c4e5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:00.540153 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8601f08f-025e-4c40-a86d-5cb8835554fc req-e66daef0-3608-406c-b870-cec41c4e5b4d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1130 time: 0.0465031 Feb 16 13:37:00.584004 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8601f08f-025e-4c40-a86d-5cb8835554fc req-dc932668-cc41-4014-8ec6-783091535b75 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371635 Feb 16 13:37:01.551070 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eee222-4733-4592-acf9-69dbb4805c71 req-8142dff0-8df4-4af8-ac93-f8dec14393f6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:01.552577 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c6eee222-4733-4592-acf9-69dbb4805c71 req-8142dff0-8df4-4af8-ac93-f8dec14393f6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0761704 Feb 16 13:37:01.619418 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c6eee222-4733-4592-acf9-69dbb4805c71 req-1ac7680d-2aa4-40df-a9e6-4ca645ab91b0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601442 Feb 16 13:37:02.751733 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edfdcc-8af5-44a4-8ad3-776ea1beb1a7 req-426f2f3d-c59e-4309-9b24-4f7ffdcb2afe tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:02.753193 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7edfdcc-8af5-44a4-8ad3-776ea1beb1a7 req-426f2f3d-c59e-4309-9b24-4f7ffdcb2afe tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0553021 Feb 16 13:37:02.802052 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7edfdcc-8af5-44a4-8ad3-776ea1beb1a7 req-2206360c-c1e9-430a-acdd-51da79fd2dee tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Feb 16 13:37:02.931413 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4badd3-e1e2-471c-b82e-d96840cf75df req-63c07d55-f665-4041-98d4-b177d18793f0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:02.933238 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3b4badd3-e1e2-471c-b82e-d96840cf75df req-63c07d55-f665-4041-98d4-b177d18793f0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0538487 Feb 16 13:37:02.945255 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47716) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:02.950464 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Request body: {'floatingip': {'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:02.999960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:03.580323 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:03.586332 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:03.925873 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7556ce-2f77-4bea-9c90-94f78314902d req-d4b2590e-5a4d-42bf-96c7-496a0fe6a7ed tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:03.927489 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8d7556ce-2f77-4bea-9c90-94f78314902d req-d4b2590e-5a4d-42bf-96c7-496a0fe6a7ed tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.4062154 Feb 16 13:37:03.996069 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Floating IP 63340141-1f58-4c1b-8907-d352f6a6c438 associated. External IP: 172.27.3.23, port: 0fc2660d-68e7-4924-8596-a1180bbbd947. Feb 16 13:37:04.001604 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8d7556ce-2f77-4bea-9c90-94f78314902d req-ad085860-4f3a-4aeb-8334-644919840937 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Feb 16 13:37:04.232474 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:04.364369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:04.369032 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:04.374375 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:04.386660 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:04.387294 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:04.400092 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-311749f9-ec3f-420c-a859-b2c8cad99d4d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "PUT /v2.0/floatingips/63340141-1f58-4c1b-8907-d352f6a6c438 HTTP/1.1" status: 200 len: 991 time: 1.4536488 Feb 16 13:37:04.400693 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:04.403599 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78" -d '{"events": [{"name": "network-changed", "server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:04.443629 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68560023-8fb4-4436-a313-7b9a8d482192 x-openstack-request-id: req-68560023-8fb4-4436-a313-7b9a8d482192 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:04.443922 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:04.444179 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68560023-8fb4-4436-a313-7b9a8d482192 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:04.444577 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'status': 'completed', 'code': 200} Feb 16 13:37:04.503280 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:04.520858 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-4299a107-15c3-46a5-876e-efb8bc29a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:04.522615 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-4299a107-15c3-46a5-876e-efb8bc29a064 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1130 time: 0.0517027 Feb 16 13:37:04.641680 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-903c0620-853d-41fd-b655-60393df0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:04.643247 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-903c0620-853d-41fd-b655-60393df0f3ea service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1143358 Feb 16 13:37:04.742999 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-fce6bc96-aed9-4866-b38a-5d49fd07dfc2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 999 time: 0.0884805 Feb 16 13:37:04.832435 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-74dfc9a6-31f1-43ca-b15d-58066dd4cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:04.833958 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-74dfc9a6-31f1-43ca-b15d-58066dd4cfcf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0842454 Feb 16 13:37:04.840276 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '63340141-1f58-4c1b-8907-d352f6a6c438', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:50Z', 'updated_at': '2022-02-16T13:37:03Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:04.869975 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:04.880780 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:04.881578 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:04.889953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-265f3fb8-6090-4579-a3a2-d07be8342338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:04.891594 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-265f3fb8-6090-4579-a3a2-d07be8342338 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494511 Feb 16 13:37:04.999141 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:05.014455 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-835536da-28d3-46b7-815b-497084a72761 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116059 Feb 16 13:37:05.122637 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d0e0706f-dd86-4c3c-a49d-7a1fdad11a78 req-11049e55-b7b7-4652-817b-c56e2af94366 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991547 Feb 16 13:37:05.144942 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bbb61-706f-43f1-85c3-1a4adebe853c req-6b72f5f5-8038-4c2b-8567-3a346267ec46 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:05.149461 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f8bbb61-706f-43f1-85c3-1a4adebe853c req-6b72f5f5-8038-4c2b-8567-3a346267ec46 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.0710137 Feb 16 13:37:05.201784 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1f8bbb61-706f-43f1-85c3-1a4adebe853c req-4af3bfcf-c21f-4931-a883-152b5cec2081 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/security-groups?id=6374f8ef-f9a0-4171-821a-60f26cd2bf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Feb 16 13:37:05.265197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '63340141-1f58-4c1b-8907-d352f6a6c438', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:50Z', 'updated_at': '2022-02-16T13:37:03Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:05.292480 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7cc93-c5dc-49e3-a63c-8d6da7cc857e None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '63340141-1f58-4c1b-8907-d352f6a6c438', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:36:50Z', 'updated_at': '2022-02-16T13:37:03Z', 'revision_number': 1, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:05.499647 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a88f98-eed0-462a-b575-31cc75411b09 None None] New status for floating IP 63340141-1f58-4c1b-8907-d352f6a6c438: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:37:05.665739 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a11a93-1fb8-4975-b339-74394992014f req-6b8a8c5a-82dc-4830-a9af-d7c39f8788b6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:05.667870 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56a11a93-1fb8-4975-b339-74394992014f req-6b8a8c5a-82dc-4830-a9af-d7c39f8788b6 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.104 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 946 time: 0.0571668 Feb 16 13:37:05.771248 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Deleting port deb4573d-b662-47d0-96c7-bf76a858027a {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:05.772156 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:05.874700 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] For port deb4573d-b662-47d0-96c7-bf76a858027a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=deb4573d-b662-47d0-96c7-bf76a858027a,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:05.875058 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:05.889258 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Calling delete_port for deb4573d-b662-47d0-96c7-bf76a858027a owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:06.025501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (deb4573d-b662-47d0-96c7-bf76a858027a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:06.039944 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['deb4573d-b662-47d0-96c7-bf76a858027a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:37:06.056606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Pushing event deleted for resources: {'Port': ['ID=deb4573d-b662-47d0-96c7-bf76a858027a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:06.112950 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] No DVR routers for this DVR port deb4573d-b662-47d0-96c7-bf76a858027a on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:06.116246 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:06.119691 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56a11a93-1fb8-4975-b339-74394992014f req-0637e7f5-768e-44ed-8d66-2cc79cfd912f tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.104 "DELETE /v2.0/ports/deb4573d-b662-47d0-96c7-bf76a858027a HTTP/1.1" status: 204 len: 173 time: 0.4463873 Feb 16 13:37:06.120716 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'name': 'network-vif-deleted', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:06.123371 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13f895-e570-45da-b777-8fff03600a9a" -d '{"events": [{"server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "name": "network-vif-deleted", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:06.229917 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad668c-e0d0-469e-a70d-cdf7bbd41f73 x-openstack-request-id: req-20ad668c-e0d0-469e-a70d-cdf7bbd41f73 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:06.230160 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d2a9a-f7af-465c-b39b-4a4850d20aa0", "name": "network-vif-deleted", "tag": "deb4573d-b662-47d0-96c7-bf76a858027a", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:06.230422 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20ad668c-e0d0-469e-a70d-cdf7bbd41f73 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:06.230893 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d2a9a-f7af-465c-b39b-4a4850d20aa0', 'name': 'network-vif-deleted', 'tag': 'deb4573d-b662-47d0-96c7-bf76a858027a', 'status': 'completed', 'code': 200} Feb 16 13:37:06.316978 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7f98b8e7-3628-48d6-b3c4-0b6f28d5076d req-4aa6cd92-e613-4341-869b-8f9a703eb176 tempest-TestMinimumBasicScenario-407854156 tempest-TestMinimumBasicScenario-407854156-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb2d2a9a-f7af-465c-b39b-4a4850d20aa0 HTTP/1.1" status: 200 len: 210 time: 0.0303838 Feb 16 13:37:08.115571 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47812) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:08.584019 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (4136925e-497e-44ad-8529-d76e3833508c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:08.943048 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Deleting port 6e846203-1a23-453c-85bb-6e8f71b2f360 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:08.943392 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:09.037463 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] For port 6e846203-1a23-453c-85bb-6e8f71b2f360, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=6e846203-1a23-453c-85bb-6e8f71b2f360,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:09.037847 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:09.063824 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Calling delete_port for 6e846203-1a23-453c-85bb-6e8f71b2f360 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:09.250863 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (6e846203-1a23-453c-85bb-6e8f71b2f360), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:09.278305 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e846203-1a23-453c-85bb-6e8f71b2f360,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:09.489170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (4136925e-497e-44ad-8529-d76e3833508c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:09.733139 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Router 4136925e-497e-44ad-8529-d76e3833508c has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:09.843765 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:09.849771 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-cee5363b-a448-45ac-93df-0c9a20cc05a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/4136925e-497e-44ad-8529-d76e3833508c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326844 Feb 16 13:37:09.851549 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47816) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:09.852612 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Sync routers for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:09.861927 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:09.862571 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:09.957450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks [] for router (4136925e-497e-44ad-8529-d76e3833508c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:09.969638 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:10.064644 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks [] for router_gateway (4136925e-497e-44ad-8529-d76e3833508c), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.133505 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Deleting port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:10.133839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.151491 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device deb4573d-b662-47d0-96c7-bf76a858027a no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:10.174462 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: deb4573d-b662-47d0-96c7-bf76a858027a {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:10.174804 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device deb4573d-b662-47d0-96c7-bf76a858027a not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:10.182268 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:37:09Z', 'revision_number': 5, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port': {'id': '4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4136925e-497e-44ad-8529-d76e3833508c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:39Z', 'updated_at': '2022-02-16T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:10.209614 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Checking router: 4136925e-497e-44ad-8529-d76e3833508c for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:10.217327 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] For port 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:10.217742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.221197 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Routers {'4136925e-497e-44ad-8529-d76e3833508c'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:10.221858 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['4136925e-497e-44ad-8529-d76e3833508c'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:10.233053 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Calling delete_port for 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:10.324432 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] Set router 4136925e-497e-44ad-8529-d76e3833508c gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:10.390472 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:37:10Z', 'revision_number': 6, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:10.420045 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d33c-90f6-4dec-98f0-4c1f6ac624dd None None] The sync data for ids ['4136925e-497e-44ad-8529-d76e3833508c'] in dv-cinder-829473-3-iscsi is: [{'id': '4136925e-497e-44ad-8529-d76e3833508c', 'name': 'tempest-TestMinimumBasicScenario-225208285-router', 'tenant_id': '55505bddd80d4b59b71ffb30e11508b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:37Z', 'updated_at': '2022-02-16T13:37:10Z', 'revision_number': 6, 'project_id': '55505bddd80d4b59b71ffb30e11508b3', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:10.441784 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.483468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Pushing event deleted for resources: {'Port': ['ID=4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:10.560255 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (4136925e-497e-44ad-8529-d76e3833508c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.663929 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (4136925e-497e-44ad-8529-d76e3833508c), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.666298 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks [] for router_controller (4136925e-497e-44ad-8529-d76e3833508c), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.726861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (4136925e-497e-44ad-8529-d76e3833508c), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.727460 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4136925e-497e-44ad-8529-d76e3833508c {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:37:10.732510 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.733520 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-cf219b30-3246-4ba0-ad4c-4afb9639c32d admin admin] 10.222.0.73 "DELETE /v2.0/routers/4136925e-497e-44ad-8529-d76e3833508c HTTP/1.1" status: 204 len: 168 time: 0.8810050 Feb 16 13:37:10.737464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47820) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:10.785356 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Deleting subnet 7c51439a-17b6-4c89-8dea-d2c2c3f03d1e {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:37:10.789173 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Publish callbacks [] for subnet (7c51439a-17b6-4c89-8dea-d2c2c3f03d1e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.828911 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (7c51439a-17b6-4c89-8dea-d2c2c3f03d1e), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:10.949175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (7c51439a-17b6-4c89-8dea-d2c2c3f03d1e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.005221 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (7c51439a-17b6-4c89-8dea-d2c2c3f03d1e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.030755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c51439a-17b6-4c89-8dea-d2c2c3f03d1e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:11.034475 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.038149 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-18ef9949-7d56-4744-be42-6408ed4ae0b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c51439a-17b6-4c89-8dea-d2c2c3f03d1e HTTP/1.1" status: 204 len: 168 time: 0.2992015 Feb 16 13:37:11.040216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47822) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:11.041475 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d664f9-7f79-46b8-871e-16dde6878db2 None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:11.123879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (89edd751-fe2c-48d4-9d1f-3b218ae2a016), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.183340 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Deleting port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:11.184015 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.237701 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] DHCP port deletion for 89edd751-fe2c-48d4-9d1f-3b218ae2a016 request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:37:11.251956 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 6e846203-1a23-453c-85bb-6e8f71b2f360 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:11.270287 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] For port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:11.270843 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.285724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Calling delete_port for 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:11.295602 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 6e846203-1a23-453c-85bb-6e8f71b2f360 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:11.296038 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 6e846203-1a23-453c-85bb-6e8f71b2f360 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:11.329326 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Deleting port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:11.329703 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.379840 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.402558 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] For port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,segment=NetworkSegment(a1fa394d-5044-490d-a179-3bbffdcf5693),segment_id=a1fa394d-5044-490d-a179-3bbffdcf5693)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:11.402956 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.406786 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:11.411142 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] No DVR routers for this DVR port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 on host dv-cinder-829473-3-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:11.416677 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Calling delete_port for 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:11.486087 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (89edd751-fe2c-48d4-9d1f-3b218ae2a016), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.511742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89edd751-fe2c-48d4-9d1f-3b218ae2a016']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:11.523773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fa394d-5044-490d-a179-3bbffdcf5693') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:11.524010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fa394d-5044-490d-a179-3bbffdcf5693') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:11.538076 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (a1fa394d-5044-490d-a179-3bbffdcf5693), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.558162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (a1fa394d-5044-490d-a179-3bbffdcf5693), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.564136 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:37:11.564570 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (a1fa394d-5044-490d-a179-3bbffdcf5693), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:37:11.566735 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:37:11.628401 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (89edd751-fe2c-48d4-9d1f-3b218ae2a016), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.634853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.638782 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] 10.222.0.73 "DELETE /v2.0/networks/89edd751-fe2c-48d4-9d1f-3b218ae2a016 HTTP/1.1" status: 204 len: 168 time: 0.5975618 Feb 16 13:37:11.646866 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47834) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:11.650411 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e62b6-e376-437c-8d1d-b2552d86e04a admin admin] Pushing event deleted for resources: {'Network': ['ID=89edd751-fe2c-48d4-9d1f-3b218ae2a016,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:11.677876 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (2a7c43e0-3e82-4c5f-b7c8-f311bd435c69), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:11.701844 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Pushing event deleted for resources: {'Port': ['ID=2a7c43e0-3e82-4c5f-b7c8-f311bd435c69,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:11.703669 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] Network 89edd751-fe2c-48d4-9d1f-3b218ae2a016 is not hosted by any dhcp agent {{(pid=102565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 13:37:11.704195 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade306f-1b4c-441f-8618-a08d6f3c18d0 None None] No DVR routers for this DVR port 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:12.044615 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (0125786e-26e4-4f95-b377-5e1919def37d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:12.299579 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Deleting port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:12.299908 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:12.379905 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] For port 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:12.380262 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:12.392160 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Calling delete_port for 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:12.558510 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:12.574228 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (7e5ca0d4-4ddc-445f-937a-9f268f0f3de8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:12.578321 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:12.578675 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 2a7c43e0-3e82-4c5f-b7c8-f311bd435c69 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:12.579092 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:12.598282 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:12.598640 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4431222f-0fa2-409e-b6ec-0f4ad9b4f5c0 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:12.599355 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5ca0d4-4ddc-445f-937a-9f268f0f3de8,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:13.006781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (0125786e-26e4-4f95-b377-5e1919def37d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.229375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Router 0125786e-26e4-4f95-b377-5e1919def37d has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:13.340135 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:13.345186 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-0565cd0d-d241-4e77-91b8-58422f4d50cf admin admin] 10.222.0.73 "PUT /v2.0/routers/0125786e-26e4-4f95-b377-5e1919def37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6969106 Feb 16 13:37:13.347768 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47836) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:13.350187 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Sync routers for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:13.363211 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:13.364051 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:13.452703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks [] for router (0125786e-26e4-4f95-b377-5e1919def37d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.467891 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:13.559042 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks [] for router_gateway (0125786e-26e4-4f95-b377-5e1919def37d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.611698 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Deleting port 0beaa25d-5341-4b79-96f2-a25e1d19e97d {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:13.611955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.642933 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:37:12Z', 'revision_number': 5, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port': {'id': '0beaa25d-5341-4b79-96f2-a25e1d19e97d', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0125786e-26e4-4f95-b377-5e1919def37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:33:52Z', 'updated_at': '2022-02-16T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:13.670421 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Checking router: 0125786e-26e4-4f95-b377-5e1919def37d for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:13.679468 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Routers {'0125786e-26e4-4f95-b377-5e1919def37d'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:13.680083 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:36:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0125786e-26e4-4f95-b377-5e1919def37d'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:13.698750 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] For port 0beaa25d-5341-4b79-96f2-a25e1d19e97d, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0beaa25d-5341-4b79-96f2-a25e1d19e97d,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:13.699109 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.710645 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Calling delete_port for 0beaa25d-5341-4b79-96f2-a25e1d19e97d owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:13.771892 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] Set router 0125786e-26e4-4f95-b377-5e1919def37d gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:13.826942 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:37:13Z', 'revision_number': 6, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:13.853386 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d753d-8266-4163-b546-fd3a77eda466 None None] The sync data for ids ['0125786e-26e4-4f95-b377-5e1919def37d'] in dv-cinder-829473-3-iscsi is: [{'id': '0125786e-26e4-4f95-b377-5e1919def37d', 'name': 'tempest-TestMinimumBasicScenario-1570248976-router', 'tenant_id': '18a06d02637647008e118d4128a08a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:33:51Z', 'updated_at': '2022-02-16T13:37:13Z', 'revision_number': 6, 'project_id': '18a06d02637647008e118d4128a08a0c', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:13.883831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (0beaa25d-5341-4b79-96f2-a25e1d19e97d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:13.911714 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0beaa25d-5341-4b79-96f2-a25e1d19e97d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:13.973075 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (0125786e-26e4-4f95-b377-5e1919def37d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.081692 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (0125786e-26e4-4f95-b377-5e1919def37d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.083787 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks [] for router_controller (0125786e-26e4-4f95-b377-5e1919def37d), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.151633 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (0125786e-26e4-4f95-b377-5e1919def37d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.152034 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0125786e-26e4-4f95-b377-5e1919def37d {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:37:14.157237 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.158399 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d379e74e-d245-4036-83e5-533f70aa0f0d admin admin] 10.222.0.73 "DELETE /v2.0/routers/0125786e-26e4-4f95-b377-5e1919def37d HTTP/1.1" status: 204 len: 168 time: 0.8096981 Feb 16 13:37:14.160869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47838) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:14.207449 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Deleting subnet a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:37:14.211023 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Publish callbacks [] for subnet (a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.255513 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.371066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.435123 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.468985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.473939 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd HTTP/1.1" status: 204 len: 168 time: 0.3120584 Feb 16 13:37:14.475107 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75ad9-d058-402a-bb38-c8197cfd8263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e27bc1-b35e-4608-9b4c-2ad8d9944dbd,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:14.475299 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c194a-0e0e-4afd-8be8-ba3a1efe49f4 None None] Network 3825c275-86fe-429a-b5c9-32ccc52180bf requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:14.477334 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47840) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:14.550386 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (3825c275-86fe-429a-b5c9-32ccc52180bf), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.615364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Deleting port ba2fe0fd-35a1-4baf-8a98-d436df85a68e {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:14.615734 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.639807 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] DHCP port deletion for 3825c275-86fe-429a-b5c9-32ccc52180bf request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:37:14.695471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] For port ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:14.696950 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.709672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0beaa25d-5341-4b79-96f2-a25e1d19e97d no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:14.716940 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Calling delete_port for ba2fe0fd-35a1-4baf-8a98-d436df85a68e owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:14.731516 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 0beaa25d-5341-4b79-96f2-a25e1d19e97d {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:14.731877 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0beaa25d-5341-4b79-96f2-a25e1d19e97d not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:14.732297 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:14.754698 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:14.755053 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7e5ca0d4-4ddc-445f-937a-9f268f0f3de8 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:14.761608 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Deleting port ba2fe0fd-35a1-4baf-8a98-d436df85a68e {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:14.762137 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.803151 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.832126 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:14.833925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] No DVR routers for this DVR port ba2fe0fd-35a1-4baf-8a98-d436df85a68e on host dv-cinder-829473-3-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:14.835108 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] For port ba2fe0fd-35a1-4baf-8a98-d436df85a68e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,segment=NetworkSegment(249b5a49-684f-4541-8c61-3349a8d6600d),segment_id=249b5a49-684f-4541-8c61-3349a8d6600d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:14.835512 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.850323 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Calling delete_port for ba2fe0fd-35a1-4baf-8a98-d436df85a68e owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:14.906249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (3825c275-86fe-429a-b5c9-32ccc52180bf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.927052 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (ba2fe0fd-35a1-4baf-8a98-d436df85a68e), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.930182 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3825c275-86fe-429a-b5c9-32ccc52180bf']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:14.940410 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249b5a49-684f-4541-8c61-3349a8d6600d') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:14.940754 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249b5a49-684f-4541-8c61-3349a8d6600d') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:14.952245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] Pushing event deleted for resources: {'Port': ['ID=ba2fe0fd-35a1-4baf-8a98-d436df85a68e,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:14.957749 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (249b5a49-684f-4541-8c61-3349a8d6600d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.958981 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f661e-4dca-4caa-b8a9-36fd1f4ec4ec None None] No DVR routers for this DVR port ba2fe0fd-35a1-4baf-8a98-d436df85a68e on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:14.974970 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (249b5a49-684f-4541-8c61-3349a8d6600d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.982444 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:37:14.982848 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (249b5a49-684f-4541-8c61-3349a8d6600d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:37:14.984562 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:37:15.043582 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (3825c275-86fe-429a-b5c9-32ccc52180bf), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.051527 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.056047 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3825c275-86fe-429a-b5c9-32ccc52180bf HTTP/1.1" status: 204 len: 168 time: 0.5769022 Feb 16 13:37:15.074237 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2281c3-064e-470f-a91e-f6269d9ba234 admin admin] Pushing event deleted for resources: {'Network': ['ID=3825c275-86fe-429a-b5c9-32ccc52180bf,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:15.257855 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47844) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:15.299562 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-36703c53-1e32-478b-817f-1ee11bfaf732 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55505bddd80d4b59b71ffb30e11508b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404863 Feb 16 13:37:15.302054 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47846) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:15.358708 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] Publish callbacks [] for security_group (6374f8ef-f9a0-4171-821a-60f26cd2bf54), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.383023 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] Publish callbacks [] for security_group (6374f8ef-f9a0-4171-821a-60f26cd2bf54), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.431423 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6374f8ef-f9a0-4171-821a-60f26cd2bf54), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.434781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.435956 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6374f8ef-f9a0-4171-821a-60f26cd2bf54 HTTP/1.1" status: 204 len: 168 time: 0.1329975 Feb 16 13:37:15.444120 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884d3dd-e657-4868-99a0-cb9fd9f53325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374f8ef-f9a0-4171-821a-60f26cd2bf54,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:15.791599 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47852) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:15.831718 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ee959f75-b3f8-4e02-820b-40fd0fa72649 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18a06d02637647008e118d4128a08a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389702 Feb 16 13:37:15.834371 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47854) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:15.887887 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] Publish callbacks [] for security_group (96acdc0b-b4a8-4c58-8950-a02373b6f441), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.910470 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] Publish callbacks [] for security_group (96acdc0b-b4a8-4c58-8950-a02373b6f441), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.957817 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (96acdc0b-b4a8-4c58-8950-a02373b6f441), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.960888 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:15.962041 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96acdc0b-b4a8-4c58-8950-a02373b6f441 HTTP/1.1" status: 204 len: 168 time: 0.1267769 Feb 16 13:37:15.969608 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfe53f-2394-4032-a6a0-1ca5f9abdb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96acdc0b-b4a8-4c58-8950-a02373b6f441,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:16.550049 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ba2fe0fd-35a1-4baf-8a98-d436df85a68e no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:16.577224 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: ba2fe0fd-35a1-4baf-8a98-d436df85a68e {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:16.577648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device ba2fe0fd-35a1-4baf-8a98-d436df85a68e not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:16.710872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47876) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:16.929382 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2b67db71-885d-4948-86d6-f00672e7de2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:16.943681 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1379650479-network', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:16.964546 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Made reservation on behalf of bca5f4caf40e40929c2749c6fae31417 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:16.967073 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:16.976607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.060383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks [] for security_group (703d98e8-e6d3-4f78-a2fd-b8a0f908840b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.065188 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (703d98e8-e6d3-4f78-a2fd-b8a0f908840b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.090110 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:37:17.099705 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d98e8-e6d3-4f78-a2fd-b8a0f908840b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:17.104391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e01e63da-ca3c-4591-a527-d76b1f67e1bc), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.104735 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Added segment e01e63da-ca3c-4591-a527-d76b1f67e1bc of type vlan for network 60c535fb-3d8e-45ba-9f58-c799ee35a896 Feb 16 13:37:17.144406 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (60c535fb-3d8e-45ba-9f58-c799ee35a896), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.168265 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (60c535fb-3d8e-45ba-9f58-c799ee35a896), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.169153 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:17.169761 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.200643 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4886200 Feb 16 13:37:17.203658 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47882) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:17.208563 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Request body: {'subnet': {'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1379650479-subnet', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'ip_version': 4}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:17.231676 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b358f53-d04b-4def-b7f9-cb172817a020 admin admin] Pushing event updated for resources: {'Network': ['ID=60c535fb-3d8e-45ba-9f58-c799ee35a896,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:17.231949 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Made reservation on behalf of bca5f4caf40e40929c2749c6fae31417 for: {'subnet': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:17.234224 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12957045'] for subnet (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.241716 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:37:17.412577 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13794640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956999'] for subnet (a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.473154 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:17.485012 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Checking segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:17.485375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Network hostable DHCP agents. Network: 60c535fb-3d8e-45ba-9f58-c799ee35a896, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:37:17.506207 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:37:17.519106 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 60c535fb-3d8e-45ba-9f58-c799ee35a896) {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:17.523663 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:17.524314 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.530043 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783dacea-9508-4826-bafb-38c0c780da2d None None] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:17.545709 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a32e8360-b003-47c9-8fbb-1ca783a3d1c5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3381398 Feb 16 13:37:17.546055 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47884) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:17.551318 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:17.582636 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (72fdef85-e99e-4d49-bce3-684a45a262af), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.583697 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (72fdef85-e99e-4d49-bce3-684a45a262af), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.640904 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for router_controller (72fdef85-e99e-4d49-bce3-684a45a262af), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.647856 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-60c535fb-3d8e-45ba-9f58-c799ee35a896', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:37:17.649473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.805164 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for router_gateway (72fdef85-e99e-4d49-bce3-684a45a262af), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:17.820403 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Allocated IP 172.20.0.2 (60c535fb-3d8e-45ba-9f58-c799ee35a896/a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea/1a00acde-b7a4-4962-bd1c-53eaddd38520) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:17.861257 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:37:17.997237 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks [] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.013061 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.052814 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for router_gateway (72fdef85-e99e-4d49-bce3-684a45a262af), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.057361 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:18.058923 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:18.062840 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:18.071979 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Pushing event updated for resources: {'Port': ['ID=1a00acde-b7a4-4962-bd1c-53eaddd38520,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:18.073227 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.132249 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Attempting to bind port 1a00acde-b7a4-4962-bd1c-53eaddd38520 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:18.132627 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Attempting to bind port 1a00acde-b7a4-4962-bd1c-53eaddd38520 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:18.132985 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Attempting to bind port 1a00acde-b7a4-4962-bd1c-53eaddd38520 on network 60c535fb-3d8e-45ba-9f58-c799ee35a896 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:18.141455 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:18.141831 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Checking segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:18.142261 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.142714 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Bound using segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:18.143129 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Bound port: 1a00acde-b7a4-4962-bd1c-53eaddd38520, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:18.143496 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.186386 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Allocated IP 172.27.3.141 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/3592e7e2-9599-46c2-9427-9e2f79d146ad) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:18.207755 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c993972d-cc78-481f-9c54-e838235511ac None None] For port 1a00acde-b7a4-4962-bd1c-53eaddd38520, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:18.211069 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c993972d-cc78-481f-9c54-e838235511ac None None] For port 1a00acde-b7a4-4962-bd1c-53eaddd38520, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=1a00acde-b7a4-4962-bd1c-53eaddd38520,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:18.217322 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.283981 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993972d-cc78-481f-9c54-e838235511ac None None] Pushing event updated for resources: {'Port': ['ID=1a00acde-b7a4-4962-bd1c-53eaddd38520,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:18.310733 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.346564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.388853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:18.393880 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:18.396869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:18.403328 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Pushing event updated for resources: {'Port': ['ID=3592e7e2-9599-46c2-9427-9e2f79d146ad,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:18.606082 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 1a00acde-b7a4-4962-bd1c-53eaddd38520 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:18.662294 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 1a00acde-b7a4-4962-bd1c-53eaddd38520 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:18.663077 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.696464 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for router_gateway (72fdef85-e99e-4d49-bce3-684a45a262af), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.747742 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 1a00acde-b7a4-4962-bd1c-53eaddd38520 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:18.748581 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.793064 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 1a00acde-b7a4-4962-bd1c-53eaddd38520, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=1a00acde-b7a4-4962-bd1c-53eaddd38520,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:18.797790 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:18.851081 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=1a00acde-b7a4-4962-bd1c-53eaddd38520,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:19.213664 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (72fdef85-e99e-4d49-bce3-684a45a262af), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:19.260792 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924177b5-977f-4fe1-bfda-02c0aa7b1371 None None] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:19.359814 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Router 72fdef85-e99e-4d49-bce3-684a45a262af is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:37:19.361205 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4051d521-e3b7-48fa-85a5-7b8ae6958b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:19.362443 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2f7efc8b-d945-47e8-912a-3b4abb3d02b6 None None] Provisioning complete for port 1a00acde-b7a4-4962-bd1c-53eaddd38520 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:19.363105 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2f7efc8b-d945-47e8-912a-3b4abb3d02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:19.473785 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:19.483565 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Sync routers for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:19.492533 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:19.496749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-705bd0c2-23c1-4cbc-a078-6012abcce29a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9465115 Feb 16 13:37:19.497146 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47890) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:19.505290 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:19.506302 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:19.510773 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2f7efc8b-d945-47e8-912a-3b4abb3d02b6 None None] Current status of the port 1a00acde-b7a4-4962-bd1c-53eaddd38520 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:19.629354 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:19.767985 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e730277f-df01-4dae-a1cc-2da731d118e5 None None] Provisioning complete for port 1a00acde-b7a4-4962-bd1c-53eaddd38520 triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:19.768637 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e730277f-df01-4dae-a1cc-2da731d118e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:19.888799 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:18Z', 'revision_number': 3, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:19.917763 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e730277f-df01-4dae-a1cc-2da731d118e5 None None] Current status of the port 1a00acde-b7a4-4962-bd1c-53eaddd38520 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:19.920032 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Checking router: 72fdef85-e99e-4d49-bce3-684a45a262af for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:19.920383 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Updating router 72fdef85-e99e-4d49-bce3-684a45a262af port 3592e7e2-9599-46c2-9427-9e2f79d146ad binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:37:19.950096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.212056 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.213623 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.233276 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks [] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.241646 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.331846 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Attempting to bind port 3592e7e2-9599-46c2-9427-9e2f79d146ad on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:20.332346 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Attempting to bind port 3592e7e2-9599-46c2-9427-9e2f79d146ad by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:20.332804 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Attempting to bind port 3592e7e2-9599-46c2-9427-9e2f79d146ad on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:20.342514 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268abd3-043d-4f88-8ff7-eba9f55a6441 None None] Pushing event updated for resources: {'Port': ['ID=3592e7e2-9599-46c2-9427-9e2f79d146ad,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:20.346732 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:20.347110 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:20.347516 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.347897 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:20.349074 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Bound port: 3592e7e2-9599-46c2-9427-9e2f79d146ad, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:20.349397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.406337 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Allocated IP 172.20.0.1 (60c535fb-3d8e-45ba-9f58-c799ee35a896/a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea/d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:20.425429 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] For port 3592e7e2-9599-46c2-9427-9e2f79d146ad, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:20.431238 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] For port 3592e7e2-9599-46c2-9427-9e2f79d146ad, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=3592e7e2-9599-46c2-9427-9e2f79d146ad,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:20.440535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.540274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks [] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.592219 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.617741 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 1a00acde-b7a4-4962-bd1c-53eaddd38520 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:20.641100 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:20.646824 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:20.651042 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:20.683026 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:20.693376 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:20.694014 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:20.695836 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268abd3-043d-4f88-8ff7-eba9f55a6441 None None] Pushing event updated for resources: {'Port': ['ID=3592e7e2-9599-46c2-9427-9e2f79d146ad,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:20.703977 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (72fdef85-e99e-4d49-bce3-684a45a262af), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.794375 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 1a00acde-b7a4-4962-bd1c-53eaddd38520 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:20.794952 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:20.846418 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:20.869754 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.023545 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-52839677-a885-4e36-a81e-289bdbdd6e33 None None] Provisioning complete for port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:21.023874 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-52839677-a885-4e36-a81e-289bdbdd6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.025317 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 1a00acde-b7a4-4962-bd1c-53eaddd38520 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:21.041061 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks [] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.046348 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.091188 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-52839677-a885-4e36-a81e-289bdbdd6e33 None None] Port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:37:21.114760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:21.117398 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (72fdef85-e99e-4d49-bce3-684a45a262af), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.117723 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:18Z', 'revision_number': 3, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:21.151027 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c70f9-4602-4577-87db-d18088c9bd09 None None] The sync data for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi is: [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:18Z', 'revision_number': 3, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:21.223653 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:21.226366 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:21.367442 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Router 72fdef85-e99e-4d49-bce3-684a45a262af has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:21.534750 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:21.545717 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2b4cf656-68cd-40b2-97ba-a2aef22a1362 admin admin] 10.222.0.73 "PUT /v2.0/routers/72fdef85-e99e-4d49-bce3-684a45a262af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420375 Feb 16 13:37:21.621519 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e28c8e21-c6c5-46b8-a5f5-adc7d0937765 None None] Provisioning complete for port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:21.622193 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e28c8e21-c6c5-46b8-a5f5-adc7d0937765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:21.664871 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e28c8e21-c6c5-46b8-a5f5-adc7d0937765 None None] Port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:37:21.804753 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.080021 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47906) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:22.084941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-12283972-network', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:22.105455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Made reservation on behalf of a13f5c09ea4549b5bb934e5db498d25a for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:22.107980 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.116907 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.190561 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks [] for security_group (e14b423d-0754-4a44-aa3a-895a1726242c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.194500 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e14b423d-0754-4a44-aa3a-895a1726242c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.219632 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:37:22.230235 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b423d-0754-4a44-aa3a-895a1726242c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:22.236390 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.236732 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Added segment 1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8 of type vlan for network dac6355b-5bb1-4922-9fbf-6466b8b65a2c Feb 16 13:37:22.278777 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (dac6355b-5bb1-4922-9fbf-6466b8b65a2c), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.303188 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (dac6355b-5bb1-4922-9fbf-6466b8b65a2c), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.304165 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:22.304824 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.339269 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2579541 Feb 16 13:37:22.342586 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47908) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:22.347784 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Request body: {'subnet': {'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-12283972-subnet', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:22.368179 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Made reservation on behalf of a13f5c09ea4549b5bb934e5db498d25a for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:22.370201 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12643084'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.377641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551c54-d2d2-4fb4-83e6-45e56a83e7df admin admin] Pushing event updated for resources: {'Network': ['ID=dac6355b-5bb1-4922-9fbf-6466b8b65a2c,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:22.389158 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:37:22.553915 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12718383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12643134'] for subnet (375ab0d0-9dce-4afd-a831-749cfee65d2b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.602923 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 3592e7e2-9599-46c2-9427-9e2f79d146ad up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:22.623966 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375ab0d0-9dce-4afd-a831-749cfee65d2b,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:22.632265 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Checking segment: {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:22.632662 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Network hostable DHCP agents. Network: dac6355b-5bb1-4922-9fbf-6466b8b65a2c, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:37:22.655662 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:37:22.661372 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 3592e7e2-9599-46c2-9427-9e2f79d146ad triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:22.661744 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.671485 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, dac6355b-5bb1-4922-9fbf-6466b8b65a2c) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:22.676909 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:22.677705 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.698764 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d74aebe1-ed91-48dd-bb54-4e13a7dd6138 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3548558 Feb 16 13:37:22.701059 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47910) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:22.701844 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1e691-416d-4284-8db4-2043e096e971 None None] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:22.708954 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:22.742885 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16337237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106598'] for router (9f609527-863d-401c-801a-2aa58fcae62a), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.745403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16337401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16332831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16381992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106653'] for router (9f609527-863d-401c-801a-2aa58fcae62a), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.840147 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for router_controller (9f609527-863d-401c-801a-2aa58fcae62a), precommit_add_association {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.901524 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f81701d-bd0e-5d63-8306-f88796c4748b-dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b'}]}} from dv-cinder-829473-3-iscsi. {{(pid=102565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 13:37:22.902539 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.915627 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 3592e7e2-9599-46c2-9427-9e2f79d146ad is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:22.916744 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:22.919045 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Sync routers for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:22.930892 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:22.932668 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:22.954762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port 3592e7e2-9599-46c2-9427-9e2f79d146ad, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=3592e7e2-9599-46c2-9427-9e2f79d146ad,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:22.960134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.024538 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for router_gateway (9f609527-863d-401c-801a-2aa58fcae62a), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.052772 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:23.132680 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=3592e7e2-9599-46c2-9427-9e2f79d146ad,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:23.149702 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.191948 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Allocated IP 172.20.0.2 (dac6355b-5bb1-4922-9fbf-6466b8b65a2c/375ab0d0-9dce-4afd-a831-749cfee65d2b/b4fa29f2-73c4-4d00-a348-f5a90e8ff91a) {{(pid=102565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:23.289794 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for router_gateway (9f609527-863d-401c-801a-2aa58fcae62a), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.311786 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 2, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:23.314073 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.338266 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Checking router: 72fdef85-e99e-4d49-bce3-684a45a262af for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:23.338740 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Updating router 72fdef85-e99e-4d49-bce3-684a45a262af port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:37:23.350345 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks [] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), precommit_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.357694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), after_create {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.366085 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.403157 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c is already hosted by enough agents. {{(pid=102565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:23.406111 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Resources bound (agent type, host, resource id): {{(pid=102565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:23.410477 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Received port after_create {{(pid=102565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:23.419576 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Pushing event updated for resources: {'Port': ['ID=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,revision_number=1']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:23.435257 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Allocated IP 172.27.3.173 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/c97697d2-0c0f-420f-9753-15680a9252a0) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:23.473776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Attempting to bind port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:23.474571 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Attempting to bind port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:23.474571 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Attempting to bind port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a on network dac6355b-5bb1-4922-9fbf-6466b8b65a2c {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:23.479515 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:23.479886 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Checking segment: {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:23.480282 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.480671 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Bound using segment: {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:23.481134 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Bound port: b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:23.481509 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.545386 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for port (c97697d2-0c0f-420f-9753-15680a9252a0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.546060 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] For port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:23.551262 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] For port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:23.559289 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.584388 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.633330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:23.635446 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2dc83-6a0c-47fd-bed6-6f7a6f8cc768 None None] Pushing event updated for resources: {'Port': ['ID=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:23.637715 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:23.641568 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:23.647800 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Pushing event updated for resources: {'Port': ['ID=c97697d2-0c0f-420f-9753-15680a9252a0,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:23.661318 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks [] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.670510 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.719257 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Pushing event updated for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:23.729426 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.730079 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.730918 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.731194 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.731649 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.732012 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.732343 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.732663 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.733037 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.733350 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.733665 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.734057 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.734363 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:23.801959 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Attempting to bind port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:23.802533 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Attempting to bind port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:23.802998 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Attempting to bind port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f on network 60c535fb-3d8e-45ba-9f58-c799ee35a896 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:23.811799 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:23.812342 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Checking segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:23.812853 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.813358 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Bound using segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:23.814010 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Bound port: d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:23.814544 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:23.925868 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] For port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:23.929592 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] For port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:23.939908 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.008017 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53d31-5055-4125-896b-e9ba9ab7449d None None] Pushing event updated for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:24.018628 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:24.019476 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:24.020807 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for router_gateway (9f609527-863d-401c-801a-2aa58fcae62a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.135762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Provisioning complete for port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:24.136405 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.255381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Current status of the port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:24.255785 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.259913 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:24.300311 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] For port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:24.312713 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.378337 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eda0f-93f6-470e-8c45-34ebef7734fd None None] Pushing event updated for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:24.429995 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16337344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16332866'] for router (9f609527-863d-401c-801a-2aa58fcae62a), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.437537 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-36d402de-80aa-4abf-a639-44aef324456f None None] Provisioning complete for port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:24.438085 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-36d402de-80aa-4abf-a639-44aef324456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.578055 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-36d402de-80aa-4abf-a639-44aef324456f None None] Current status of the port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:24.579330 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:23Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:24.618331 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3753ee-9982-4ced-a97e-573c8182d1f2 None None] The sync data for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi is: [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:23Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:24.672862 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Router 9f609527-863d-401c-801a-2aa58fcae62a is scheduled to L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 with binding_index 1 {{(pid=102564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 13:37:24.745104 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device b4fa29f2-73c4-4d00-a348-f5a90e8ff91a up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:24.825907 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:24.826638 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.843779 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:24.856892 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Sync routers for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:24.875917 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:24.878950 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:24.879564 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d77f6644-eae6-49f8-897f-874bd9aa5f45 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1764691 Feb 16 13:37:24.879691 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:24.880518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47914) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:25.007251 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7901d-fcd3-44ed-be41-79ccd269664b None None] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:25.290564 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:25.291379 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.294395 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:25.367664 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-2c802aec-2d3a-44fd-84e1-b5d1485321a1 None None] Provisioning complete for port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:25.368046 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2c802aec-2d3a-44fd-84e1-b5d1485321a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.414206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.467990 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:25.503493 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.504290 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 3592e7e2-9599-46c2-9427-9e2f79d146ad up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:25.585682 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Allocated IP 172.20.0.1 (dac6355b-5bb1-4922-9fbf-6466b8b65a2c/375ab0d0-9dce-4afd-a831-749cfee65d2b/bd541349-18d1-4058-93c5-7a23e171692c) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:25.656386 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:25.714762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port 3592e7e2-9599-46c2-9427-9e2f79d146ad triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:25.715145 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.720570 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2c802aec-2d3a-44fd-84e1-b5d1485321a1 None None] Current status of the port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:25.732470 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks [] for port (bd541349-18d1-4058-93c5-7a23e171692c), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.776434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:23Z', 'revision_number': 3, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:25.796243 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.818474 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Checking router: 9f609527-863d-401c-801a-2aa58fcae62a for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:25.818829 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Updating router 9f609527-863d-401c-801a-2aa58fcae62a port c97697d2-0c0f-420f-9753-15680a9252a0 binding host dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:37:25.846208 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:25.849564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:25.852425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:25.879935 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Pushing event updated for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:25.895819 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.907764 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16336415'] for router_interface (9f609527-863d-401c-801a-2aa58fcae62a), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:25.951930 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port 3592e7e2-9599-46c2-9427-9e2f79d146ad is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:26.039230 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-80b81b48-baf1-4b78-b46f-d4b6b4fb6b84 None None] Provisioning complete for port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.039606 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-80b81b48-baf1-4b78-b46f-d4b6b4fb6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.070058 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bd541349-18d1-4058-93c5-7a23e171692c), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.221151 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-80b81b48-baf1-4b78-b46f-d4b6b4fb6b84 None None] Current status of the port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:26.258913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks [] for port (bd541349-18d1-4058-93c5-7a23e171692c), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.264285 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.342480 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks [] for port (c97697d2-0c0f-420f-9753-15680a9252a0), precommit_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.345102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Pushing event updated for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:26.348073 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16768795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16336515'] for router_interface (9f609527-863d-401c-801a-2aa58fcae62a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.356793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-a7d64c83-074e-485f-8694-75ece88bce42 None None] Provisioning complete for port bd541349-18d1-4058-93c5-7a23e171692c triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.357181 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a7d64c83-074e-485f-8694-75ece88bce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bd541349-18d1-4058-93c5-7a23e171692c), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.381935 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.433767 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a7d64c83-074e-485f-8694-75ece88bce42 None None] Port bd541349-18d1-4058-93c5-7a23e171692c cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:37:26.455859 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edc912-3597-419b-a7bb-1745654a58a7 None None] Pushing event updated for resources: {'Port': ['ID=c97697d2-0c0f-420f-9753-15680a9252a0,revision_number=2']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:26.456626 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:26.458257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:26.459661 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Attempting to bind port c97697d2-0c0f-420f-9753-15680a9252a0 on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:26.460245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Attempting to bind port c97697d2-0c0f-420f-9753-15680a9252a0 by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:26.460831 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Attempting to bind port c97697d2-0c0f-420f-9753-15680a9252a0 on network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:26.467929 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:26.469784 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Checking segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:26.469784 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.469784 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Bound using segment: {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'} {{(pid=102565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:26.469784 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.managers [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Bound port: c97697d2-0c0f-420f-9753-15680a9252a0, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75cf9d-fb60-4f80-b1d5-59d67b9384a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7'}}] {{(pid=102565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:26.470423 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.569875 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] For port c97697d2-0c0f-420f-9753-15680a9252a0, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:26.576853 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] For port c97697d2-0c0f-420f-9753-15680a9252a0, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c97697d2-0c0f-420f-9753-15680a9252a0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:26.594110 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.617358 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Router 9f609527-863d-401c-801a-2aa58fcae62a has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:26.725653 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device b4fa29f2-73c4-4d00-a348-f5a90e8ff91a up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:26.734535 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:26.735196 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:26.795933 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edc912-3597-419b-a7bb-1745654a58a7 None None] Pushing event updated for resources: {'Port': ['ID=c97697d2-0c0f-420f-9753-15680a9252a0,revision_number=3']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:26.897572 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-3910da9a-cb90-4c4d-bd76-a981a2483d62 None None] Provisioning complete for port bd541349-18d1-4058-93c5-7a23e171692c triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.897970 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-3910da9a-cb90-4c4d-bd76-a981a2483d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bd541349-18d1-4058-93c5-7a23e171692c), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:26.934798 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:26.936700 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.937653 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:27.011855 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-3910da9a-cb90-4c4d-bd76-a981a2483d62 None None] Port bd541349-18d1-4058-93c5-7a23e171692c cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:37:27.075763 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-88704b47-3115-447e-bbc9-9f35c453d9ea service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790453 Feb 16 13:37:27.078423 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:27.094060 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-960b98fc-f4c0-4452-9f84-b6e46faf6286 admin admin] 10.222.0.73 "PUT /v2.0/routers/9f609527-863d-401c-801a-2aa58fcae62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029710 Feb 16 13:37:27.156384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-998dc012-0fef-41b8-8442-f153587d7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:27.157986 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-998dc012-0fef-41b8-8442-f153587d7b01 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 1129 time: 0.0530286 Feb 16 13:37:27.293754 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:27.294986 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:27.300103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-2228e0ae-3ae8-4874-a0eb-acdeea6c530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:27.301525 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-2228e0ae-3ae8-4874-a0eb-acdeea6c530d service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1179762 Feb 16 13:37:27.375596 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-444f65dc-5c8a-406d-93f9-764de5d7697f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 200 len: 1001 time: 0.0673060 Feb 16 13:37:27.394381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:27.395037 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:27.451403 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'bd541349-18d1-4058-93c5-7a23e171692c', 'name': '', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'mac_address': 'fa:16:3e:a1:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:25Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 2, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'subnets': [{'id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:27.466710 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-7c55b9e5-58f7-406f-90c0-c5a938007d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:27.468227 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-7c55b9e5-58f7-406f-90c0-c5a938007d33 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0840468 Feb 16 13:37:27.481842 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dd8d0-ff0f-4bcf-9306-b7aebc7a895a None None] The sync data for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi is: [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'bd541349-18d1-4058-93c5-7a23e171692c', 'name': '', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'mac_address': 'fa:16:3e:a1:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:25Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 2, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'subnets': [{'id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:27.532256 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:27.533992 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-33b2edba-bd26-4c83-b099-fb99f0c15b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:27.536700 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-33b2edba-bd26-4c83-b099-fb99f0c15b92 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586452 Feb 16 13:37:27.661641 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-eaf17584-8651-4bb9-84a4-32878e5f6d73 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133351 Feb 16 13:37:27.819179 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47924) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:27.825891 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-916e2d18-0478-4caa-8e07-1776bdcd0689 req-f0e67a90-a661-4e2e-b6c7-77c20de0ba4d service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573715 Feb 16 13:37:27.826172 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747827701', 'description': 'tempest-secgroup-smoke-747827701 description', 'project_id': 'bca5f4caf40e40929c2749c6fae31417'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:27.858942 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:27.962372 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (6bd0a0ac-70db-4189-b56b-2e372a2e746b), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:27.967758 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6bd0a0ac-70db-4189-b56b-2e372a2e746b), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.002005 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.003584 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1822660 Feb 16 13:37:28.006882 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 47926) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:28.014381 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e8b09-f98e-4fe7-a322-a54df79cbfe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0a0ac-70db-4189-b56b-2e372a2e746b,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.014879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:28.048107 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (a5d56059-483e-4e71-bec7-38d2cc9f1ad7), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.121223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (a5d56059-483e-4e71-bec7-38d2cc9f1ad7), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.132700 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (a5d56059-483e-4e71-bec7-38d2cc9f1ad7), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.159538 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d56059-483e-4e71-bec7-38d2cc9f1ad7,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.173101 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.175308 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-41e1cfb6-9e50-46e6-b73f-30ce9cdf61b1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664295 Feb 16 13:37:28.179436 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47930) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:28.184779 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:28.216652 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (2c7b148e-f840-4abe-8382-fbb1b784aeb0), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.255384 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.304696 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (2c7b148e-f840-4abe-8382-fbb1b784aeb0), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.312243 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (2c7b148e-f840-4abe-8382-fbb1b784aeb0), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.361533 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7b148e-f840-4abe-8382-fbb1b784aeb0,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.374986 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.376519 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dc697296-10a5-4ec6-8b75-6f138ae1e81f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959431 Feb 16 13:37:28.379382 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47932) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:28.383969 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:28.424293 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (7b7a7747-434a-4496-973b-8c9a50de87f3), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.547478 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (7b7a7747-434a-4496-973b-8c9a50de87f3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.554886 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (7b7a7747-434a-4496-973b-8c9a50de87f3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.594759 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7a7747-434a-4496-973b-8c9a50de87f3,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.614936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.617000 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1656304a-6f52-42ad-a1ef-c957b0b7da17 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2364557 Feb 16 13:37:28.619973 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47934) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:28.633546 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:28.634843 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c97697d2-0c0f-420f-9753-15680a9252a0 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:28.689688 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (74803cb2-3c94-4042-8ac1-7127c70fb651), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.697631 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port c97697d2-0c0f-420f-9753-15680a9252a0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:28.698109 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.794485 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (74803cb2-3c94-4042-8ac1-7127c70fb651), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.802277 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (74803cb2-3c94-4042-8ac1-7127c70fb651), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.813070 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port c97697d2-0c0f-420f-9753-15680a9252a0 is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:28.813470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.835141 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74803cb2-3c94-4042-8ac1-7127c70fb651,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.838833 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] For port c97697d2-0c0f-420f-9753-15680a9252a0, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c97697d2-0c0f-420f-9753-15680a9252a0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:28.845409 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.851274 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c5d207b9-67b3-424a-8c86-45109f28f112 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253823 Feb 16 13:37:28.853731 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.853936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47936) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:28.857941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:28.885935 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Project bca5f4caf40e40929c2749c6fae31417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:37:28.895920 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (dc403e78-d283-4ddb-9e6e-ea45504b884e), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.927498 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Pushing event updated for resources: {'Port': ['ID=c97697d2-0c0f-420f-9753-15680a9252a0,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.985263 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (dc403e78-d283-4ddb-9e6e-ea45504b884e), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:28.991593 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (dc403e78-d283-4ddb-9e6e-ea45504b884e), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.018995 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc403e78-d283-4ddb-9e6e-ea45504b884e,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:29.031644 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.032957 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-96e9e830-9fbb-498b-9890-d2c2f03dc1f1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804848 Feb 16 13:37:29.036197 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 47938) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:29.041821 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'security_group_rule': {'security_group_id': '6bd0a0ac-70db-4189-b56b-2e372a2e746b', 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:29.075095 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.securitygroups_db [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Project bca5f4caf40e40929c2749c6fae31417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:37:29.080900 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (21ddf8ae-cc06-45ed-ab4e-9600edcc3cb3), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.158763 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (21ddf8ae-cc06-45ed-ab4e-9600edcc3cb3), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.165092 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16352133'] for security_group_rule (21ddf8ae-cc06-45ed-ab4e-9600edcc3cb3), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.196029 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ddf8ae-cc06-45ed-ab4e-9600edcc3cb3,revision_number=0']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:29.207960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:29.209747 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c663f131-cf5f-488f-b69d-0568adf8ed57 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720977 Feb 16 13:37:30.081302 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Sync routers for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:30.093332 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:30.093952 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:30.250295 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:30.557003 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'bd541349-18d1-4058-93c5-7a23e171692c', 'name': '', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'mac_address': 'fa:16:3e:a1:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:25Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 2, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'subnets': [{'id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:30.577978 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c97697d2-0c0f-420f-9753-15680a9252a0 up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:30.585611 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Checking router: 9f609527-863d-401c-801a-2aa58fcae62a for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:30.585957 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Updating router 9f609527-863d-401c-801a-2aa58fcae62a port bd541349-18d1-4058-93c5-7a23e171692c binding host dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:37:30.619927 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bd541349-18d1-4058-93c5-7a23e171692c), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:30.636412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port c97697d2-0c0f-420f-9753-15680a9252a0 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:30.636968 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:30.775750 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port c97697d2-0c0f-420f-9753-15680a9252a0 is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:30.928687 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks [] for port (bd541349-18d1-4058-93c5-7a23e171692c), precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:30.935533 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:30.986257 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee7348-9af6-4fff-95d0-4c8cba742714 None None] Pushing event updated for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:31.063751 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Attempting to bind port bd541349-18d1-4058-93c5-7a23e171692c on host dv-cinder-829473-3-iscsi for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:31.064114 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Attempting to bind port bd541349-18d1-4058-93c5-7a23e171692c by drivers openvswitch,hyperv on host dv-cinder-829473-3-iscsi at level 0 using segments [{'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:31.064475 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Attempting to bind port bd541349-18d1-4058-93c5-7a23e171692c on network dac6355b-5bb1-4922-9fbf-6466b8b65a2c {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:31.071021 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Checking agent: {'id': '573e8bf2-decf-40e9-b026-0275f46dc758', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829473-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 22, 53), 'started_at': datetime.datetime(2022, 2, 16, 13, 23, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829473-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:31.071734 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Checking segment: {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:31.072354 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.073038 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Bound using segment: {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:31.073628 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Bound port: bd541349-18d1-4058-93c5-7a23e171692c, host: dv-cinder-829473-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:31.074155 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bd541349-18d1-4058-93c5-7a23e171692c), before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.146555 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] For port bd541349-18d1-4058-93c5-7a23e171692c, host dv-cinder-829473-3-iscsi, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:31.150550 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] For port bd541349-18d1-4058-93c5-7a23e171692c, host dv-cinder-829473-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bd541349-18d1-4058-93c5-7a23e171692c,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:31.158723 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.214529 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:31.215405 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:31.289341 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Provisioning complete for port bd541349-18d1-4058-93c5-7a23e171692c triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:31.289722 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bd541349-18d1-4058-93c5-7a23e171692c), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.310219 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee7348-9af6-4fff-95d0-4c8cba742714 None None] Pushing event updated for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=4']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:31.381538 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:31.413761 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Current status of the port bd541349-18d1-4058-93c5-7a23e171692c is: DOWN; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:31.413959 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (bd541349-18d1-4058-93c5-7a23e171692c), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.456446 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] For port bd541349-18d1-4058-93c5-7a23e171692c, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bd541349-18d1-4058-93c5-7a23e171692c,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:31.462116 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.535265 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cf492-96e2-4ea9-b127-718b9fe34a1c None None] Pushing event updated for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:31.592184 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-a26dd425-eb42-4b81-9908-6847fbef9437 None None] Provisioning complete for port bd541349-18d1-4058-93c5-7a23e171692c triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:31.593086 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a26dd425-eb42-4b81-9908-6847fbef9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bd541349-18d1-4058-93c5-7a23e171692c), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:31.658343 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'bd541349-18d1-4058-93c5-7a23e171692c', 'name': '', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'mac_address': 'fa:16:3e:a1:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:25Z', 'updated_at': '2022-02-16T13:37:31Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'subnets': [{'id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:31.687063 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c3ef-a48f-47b4-afb2-a5a0b5f57db2 None None] The sync data for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi is: [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:37:26Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'bd541349-18d1-4058-93c5-7a23e171692c', 'name': '', 'network_id': 'dac6355b-5bb1-4922-9fbf-6466b8b65a2c', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'mac_address': 'fa:16:3e:a1:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:25Z', 'updated_at': '2022-02-16T13:37:31Z', 'revision_number': 4, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'subnets': [{'id': '375ab0d0-9dce-4afd-a831-749cfee65d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:31.703880 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-a26dd425-eb42-4b81-9908-6847fbef9437 None None] Current status of the port bd541349-18d1-4058-93c5-7a23e171692c is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:32.593694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bd541349-18d1-4058-93c5-7a23e171692c up at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:37:32.647892 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Provisioning complete for port bd541349-18d1-4058-93c5-7a23e171692c triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:32.648267 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (bd541349-18d1-4058-93c5-7a23e171692c), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:32.738402 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Current status of the port bd541349-18d1-4058-93c5-7a23e171692c is: ACTIVE; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:38.825753 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6589abd-8a60-4874-86a7-c7d1caa07354 req-81ce1324-5bc0-489d-885f-035547e05010 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:38.827706 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a6589abd-8a60-4874-86a7-c7d1caa07354 req-81ce1324-5bc0-489d-885f-035547e05010 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0738313 Feb 16 13:37:38.884976 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a6589abd-8a60-4874-86a7-c7d1caa07354 req-9d250895-4729-4c2e-b334-edce2b4fe4cb tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Feb 16 13:37:40.039415 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a92b-76e6-4d4d-8602-e9cb9b3d6706 req-d9dfd644-3045-4efb-aad1-aab86c5ebea3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:40.041799 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e635a92b-76e6-4d4d-8602-e9cb9b3d6706 req-d9dfd644-3045-4efb-aad1-aab86c5ebea3 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0637004 Feb 16 13:37:40.102499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e635a92b-76e6-4d4d-8602-e9cb9b3d6706 req-8b7e29bd-3c96-4465-9b7e-67e0b982a497 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514109 Feb 16 13:37:41.173161 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-b0eccb34-5345-4c78-9c66-8ebbc1daf722 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:41.174885 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-b0eccb34-5345-4c78-9c66-8ebbc1daf722 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0641704 Feb 16 13:37:41.280864 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5d557-911b-4aac-b792-33703bd287dd req-997bb9b9-ec63-4731-9e09-4c992e1211c8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:41.282798 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52f5d557-911b-4aac-b792-33703bd287dd req-997bb9b9-ec63-4731-9e09-4c992e1211c8 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 946 time: 0.0897391 Feb 16 13:37:41.292997 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Deleting port c524810e-1de3-46e6-a0fa-41a1c975a3b7 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:41.293735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:41.348513 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52f5d557-911b-4aac-b792-33703bd287dd req-448f27e2-95b1-4991-ba6b-ae3012c10327 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups?id=d0771bf5-3a68-488e-84cc-f6b89523b648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595865 Feb 16 13:37:41.407595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] For port c524810e-1de3-46e6-a0fa-41a1c975a3b7, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c524810e-1de3-46e6-a0fa-41a1c975a3b7,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:41.408041 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:41.640323 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:41.640839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:41.641358 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Floating IP 822f7a1a-4672-46de-9bbd-eb8f0300c047 disassociated. External IP: 172.27.3.48, port: c524810e-1de3-46e6-a0fa-41a1c975a3b7. Feb 16 13:37:41.641974 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Calling delete_port for c524810e-1de3-46e6-a0fa-41a1c975a3b7 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:41.837924 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c524810e-1de3-46e6-a0fa-41a1c975a3b7), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:41.870982 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'Port': ['ID=c524810e-1de3-46e6-a0fa-41a1c975a3b7,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:42.038628 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:42.199898 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:42.211666 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:42.233154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:42.234064 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:42.270728 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] No DVR routers for this DVR port c524810e-1de3-46e6-a0fa-41a1c975a3b7 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:42.275006 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:42.280968 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0a7668b8-7478-4f43-a98c-08749b6a50bc req-ffb5c56b-ea22-43c0-b64b-d4d1b3f142a0 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.104 "DELETE /v2.0/ports/c524810e-1de3-46e6-a0fa-41a1c975a3b7 HTTP/1.1" status: 204 len: 173 time: 1.0980394 Feb 16 13:37:42.281926 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'name': 'network-vif-deleted', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:42.285952 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5cde2-55fd-46cb-aa9a-523692063afb" -d '{"events": [{"server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "name": "network-vif-deleted", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:42.363427 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c57b5-78b6-40ba-9891-d3320b94aef7 x-openstack-request-id: req-6a1c57b5-78b6-40ba-9891-d3320b94aef7 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:42.363897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894dfb5-e88a-484f-9394-ca8b1375d1b0", "name": "network-vif-deleted", "tag": "c524810e-1de3-46e6-a0fa-41a1c975a3b7", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:42.364357 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a1c57b5-78b6-40ba-9891-d3320b94aef7 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:42.364863 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894dfb5-e88a-484f-9394-ca8b1375d1b0', 'name': 'network-vif-deleted', 'tag': 'c524810e-1de3-46e6-a0fa-41a1c975a3b7', 'status': 'completed', 'code': 200} Feb 16 13:37:42.451477 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:42.541617 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d13dfd52-6fa4-49a4-9fa3-c0e492f8f15e req-ebd5227d-cfc5-470b-974b-55dc30f650c1 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/ports?device_id=7894dfb5-e88a-484f-9394-ca8b1375d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0732741 Feb 16 13:37:42.778681 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:42.808248 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:42.819469 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:42.820296 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:42.956111 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:43.250074 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-57be5fdf-9015-417f-818c-82d045543885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:43.285401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5fdf-9015-417f-818c-82d045543885 None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:31:32Z', 'revision_number': 4, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '51956129-653c-49db-bd14-e2a2a5e38532', 'name': '', 'network_id': 'fec85a1e-e209-4fc9-a9fb-de36af840f90', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'mac_address': 'fa:16:3e:2b:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:31Z', 'updated_at': '2022-02-16T13:31:39Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'subnets': [{'id': '6f47f51e-29e7-4e5d-8441-17cd90d6cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:43.556336 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e507910-c4b9-49cd-a816-4ec248e43c90 None None] New status for floating IP 822f7a1a-4672-46de-9bbd-eb8f0300c047: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:37:43.669472 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48092) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:43.737125 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (d0771bf5-3a68-488e-84cc-f6b89523b648), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:43.765493 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (d0771bf5-3a68-488e-84cc-f6b89523b648), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:43.822894 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (d0771bf5-3a68-488e-84cc-f6b89523b648), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:43.827805 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:43.829456 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "DELETE /v2.0/security-groups/d0771bf5-3a68-488e-84cc-f6b89523b648 HTTP/1.1" status: 204 len: 168 time: 0.1581802 Feb 16 13:37:43.832487 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48094) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:43.844635 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e0f33-9b46-4340-9e1e-8af770ff58c2 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0771bf5-3a68-488e-84cc-f6b89523b648,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:43.847246 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.api.v2.resource [None req-d5162ce7-8a38-4baf-a4de-aabb7038ee05 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] show failed (client error): The resource could not be found. Feb 16 13:37:43.848371 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d5162ce7-8a38-4baf-a4de-aabb7038ee05 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "GET /v2.0/security-groups/d0771bf5-3a68-488e-84cc-f6b89523b648 HTTP/1.1" status: 404 len: 347 time: 0.0148747 Feb 16 13:37:43.854354 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48096) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:44.000511 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Deleting port a7bddf89-2c55-42c2-bacf-f7210d8422cf {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:44.000854 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.089845 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.090285 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (a7bddf89-2c55-42c2-bacf-f7210d8422cf), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.104784 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Calling delete_port for a7bddf89-2c55-42c2-bacf-f7210d8422cf owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:44.242785 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c524810e-1de3-46e6-a0fa-41a1c975a3b7 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:44.252199 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (a7bddf89-2c55-42c2-bacf-f7210d8422cf), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.268560 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: c524810e-1de3-46e6-a0fa-41a1c975a3b7 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:44.269256 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c524810e-1de3-46e6-a0fa-41a1c975a3b7 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:44.293278 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Pushing event deleted for resources: {'Port': ['ID=a7bddf89-2c55-42c2-bacf-f7210d8422cf,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:44.367085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks [] for floatingip (822f7a1a-4672-46de-9bbd-eb8f0300c047), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.371215 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:44.372494 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-289f4afe-762b-4051-bc69-38f17c19c1f9 tempest-AttachVolumeTestJSON-964001581 tempest-AttachVolumeTestJSON-964001581-project] 10.222.0.73 "DELETE /v2.0/floatingips/822f7a1a-4672-46de-9bbd-eb8f0300c047 HTTP/1.1" status: 204 len: 168 time: 0.5167568 Feb 16 13:37:46.935229 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-791b7562-260f-4d1d-9b9a-317f6c7c3c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:46.967098 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-a7a8327a-aedc-424f-ad38-1153adc27d63 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747827701&fields=id&tenant_id=bca5f4caf40e40929c2749c6fae31417 HTTP/1.1" status: 200 len: 267 time: 0.0576413 Feb 16 13:37:47.085370 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-91a3e159-41a0-4b1b-8af5-5daa005788a7 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:47.087015 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-91a3e159-41a0-4b1b-8af5-5daa005788a7 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 809 time: 0.1114080 Feb 16 13:37:47.103390 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-c0a443eb-3732-47ad-998d-1101759a0e6c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/quotas/bca5f4caf40e40929c2749c6fae31417 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Feb 16 13:37:47.181720 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6a4b1522-1b01-4520-a92f-5e3aefcc158b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728056 Feb 16 13:37:47.286423 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6161d549-57c8-4659-8e02-c6d7e1257880 service neutron] 10.222.0.73 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914390 Feb 16 13:37:47.405097 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-64245191-5680-4a71-a9ea-e9ae581d4586 service neutron] 10.222.0.73 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118557 Feb 16 13:37:47.737635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c6d1fab0-97e2-4628-b1ef-af7454e0624d req-a4161243-e983-467c-8ab1-0e41f702981e tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 210 time: 0.0298955 Feb 16 13:37:47.979123 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48148) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:48.891411 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d74f575c-e3b7-4ff5-af13-d8cb19587147 req-a6d6dbad-89c3-476c-95c7-4926e628027d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 210 time: 0.0397723 Feb 16 13:37:48.931983 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:48.949699 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-68aaf116-9a25-4409-8905-46ea892930a8 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:48.951419 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-68aaf116-9a25-4409-8905-46ea892930a8 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 809 time: 0.1443076 Feb 16 13:37:49.065450 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-3f006620-e4de-4253-817b-a7d23b383362 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bca5f4caf40e40929c2749c6fae31417 HTTP/1.1" status: 200 len: 379 time: 0.0993519 Feb 16 13:37:49.077222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'port': {'device_id': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'admin_state_up': True, 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'security_groups': ['6bd0a0ac-70db-4189-b56b-2e372a2e746b']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:49.234595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Made reservation on behalf of bca5f4caf40e40929c2749c6fae31417 for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:49.239946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.247991 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Deleting port 51956129-653c-49db-bd14-e2a2a5e38532 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:49.248887 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (51956129-653c-49db-bd14-e2a2a5e38532), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.339007 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] For port 51956129-653c-49db-bd14-e2a2a5e38532, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=51956129-653c-49db-bd14-e2a2a5e38532,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:49.339369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (51956129-653c-49db-bd14-e2a2a5e38532), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.343938 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d0fa-cc19-409e-ab83-b7325159448a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.353827 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Calling delete_port for 51956129-653c-49db-bd14-e2a2a5e38532 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:49.470739 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Allocated IP 172.20.0.4 (60c535fb-3d8e-45ba-9f58-c799ee35a896/a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea/d47e4125-86ba-4e64-b6cf-71f04cc64aae) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:49.620956 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (51956129-653c-49db-bd14-e2a2a5e38532), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.659878 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Pushing event deleted for resources: {'Port': ['ID=51956129-653c-49db-bd14-e2a2a5e38532,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:49.661891 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.699792 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.700446 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.700446 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.700686 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.701008 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.701344 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.701671 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.702001 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.702359 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.702683 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.703020 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.703340 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.703764 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.705593 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.758996 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:49.775828 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:49.785129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.785498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.785953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.786456 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.786923 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.787328 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.787737 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.788129 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.788526 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.788924 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.789326 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.790309 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.790756 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:49.802132 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:49.805469 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:49.869102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:49.869864 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.905241 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-6b92f0fe-9e53-41b3-a09a-5971678724e5 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8323503 Feb 16 13:37:49.920922 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:49.926387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Request body: {'port': {'device_id': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:50.063328 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.152441 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-e1e9b0ab-349e-4f64-8aea-eaf2fc073aca None None] Provisioning complete for port d47e4125-86ba-4e64-b6cf-71f04cc64aae triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:50.153349 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b0ab-349e-4f64-8aea-eaf2fc073aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.175167 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087775-5a3c-41ee-9806-d84b37f9da56 req-b971d0c9-4a9e-406f-843b-cf64400b8f24 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:50.183749 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae087775-5a3c-41ee-9806-d84b37f9da56 req-b971d0c9-4a9e-406f-843b-cf64400b8f24 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 931 time: 0.1607661 Feb 16 13:37:50.205899 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9b0ab-349e-4f64-8aea-eaf2fc073aca None None] Port d47e4125-86ba-4e64-b6cf-71f04cc64aae cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:37:50.207372 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.210062 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559dc80-5c73-4da5-bc59-69fc2aa85f5f req-db252b5c-a264-4e15-9f1f-6f677c8db924 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:50.212591 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5559dc80-5c73-4da5-bc59-69fc2aa85f5f req-db252b5c-a264-4e15-9f1f-6f677c8db924 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1917920 Feb 16 13:37:50.380384 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47e4125-86ba-4e64-b6cf-71f04cc64aae {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:37:50.388748 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks [] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.402915 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae087775-5a3c-41ee-9806-d84b37f9da56 req-52503dc1-3aab-4436-92d5-e292f680487a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181077 Feb 16 13:37:50.406659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Transition to ACTIVE for port object d47e4125-86ba-4e64-b6cf-71f04cc64aae will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:37:50.409109 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5559dc80-5c73-4da5-bc59-69fc2aa85f5f req-7ebd9f9e-cbb2-4a5b-977d-d66ca2fb9cc3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794438 Feb 16 13:37:50.412882 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.463916 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Router 0f4a449f-99d4-47a9-b475-ac72fd989c16 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:37:50.473732 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:50.567905 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Attempting to bind port d47e4125-86ba-4e64-b6cf-71f04cc64aae on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:50.568369 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Attempting to bind port d47e4125-86ba-4e64-b6cf-71f04cc64aae by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:50.568714 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Attempting to bind port d47e4125-86ba-4e64-b6cf-71f04cc64aae on network 60c535fb-3d8e-45ba-9f58-c799ee35a896 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:50.576909 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Port d47e4125-86ba-4e64-b6cf-71f04cc64aae on network 60c535fb-3d8e-45ba-9f58-c799ee35a896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:37:50.577254 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Attempting to bind port d47e4125-86ba-4e64-b6cf-71f04cc64aae on network 60c535fb-3d8e-45ba-9f58-c799ee35a896 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:50.589631 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:50.590079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Checking segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:50.592039 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Bound using segment: {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:50.592618 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Bound port: d47e4125-86ba-4e64-b6cf-71f04cc64aae, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01e63da-ca3c-4591-a527-d76b1f67e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:50.592993 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.607053 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:37:50.617111 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Sync routers for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:37:50.627802 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6133d690-12b7-4235-94a9-7b5e0965f360 admin admin] 10.222.0.73 "PUT /v2.0/routers/0f4a449f-99d4-47a9-b475-ac72fd989c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6471236 Feb 16 13:37:50.633307 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48176) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:50.634694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:50.635752 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:50.751079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:50.755604 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:50.778946 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.792679 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:50.822534 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:50.823319 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.824758 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] 10.222.0.104 "PUT /v2.0/ports/d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 1093 time: 0.9107969 Feb 16 13:37:50.827364 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:50.830472 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:50.837000 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks [] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:50.917801 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98b274b-092d-4f9b-ac82-8cc7dbee5ba2 x-openstack-request-id: req-d98b274b-092d-4f9b-ac82-8cc7dbee5ba2 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:50.918437 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:50.918859 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d98b274b-092d-4f9b-ac82-8cc7dbee5ba2 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:50.919271 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'status': 'completed', 'code': 200} Feb 16 13:37:50.984053 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf06313-d415-457a-b532-7a7e308dcc7d service neutron] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:51.013363 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-a1643db5-f9e1-4f0c-a19f-cbe76f3d743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:51.014956 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-a1643db5-f9e1-4f0c-a19f-cbe76f3d743d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1127 time: 0.0989759 Feb 16 13:37:51.066944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks [] for router_gateway (0f4a449f-99d4-47a9-b475-ac72fd989c16), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:51.073751 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-bb0db422-41dd-4d75-b701-77c00e94bb15 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 217 time: 0.0486808 Feb 16 13:37:51.113305 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:37:49Z', 'revision_number': 5, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port': {'id': 'c5c0a339-eee1-44f2-a2c3-d9997c8429e5', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:31:26Z', 'updated_at': '2022-02-16T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:51.146140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Checking router: 0f4a449f-99d4-47a9-b475-ac72fd989c16 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:37:51.156327 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Routers {'0f4a449f-99d4-47a9-b475-ac72fd989c16'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:37:51.156947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['0f4a449f-99d4-47a9-b475-ac72fd989c16'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:51.173332 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-45978b99-68ea-42b6-b456-4ad9fbc3a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:51.175262 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-45978b99-68ea-42b6-b456-4ad9fbc3a518 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0953813 Feb 16 13:37:51.219674 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Deleting port c5c0a339-eee1-44f2-a2c3-d9997c8429e5 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:51.220009 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:51.301880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60840-a9d1-4372-89f6-708152d80678 req-7508dbb4-1bd2-4318-817d-c123e46577c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:51.303668 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-7508dbb4-1bd2-4318-817d-c123e46577c7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208007 Feb 16 13:37:51.362674 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] For port c5c0a339-eee1-44f2-a2c3-d9997c8429e5, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:51.363027 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:51.406708 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] Set router 0f4a449f-99d4-47a9-b475-ac72fd989c16 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:37:51.411527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Calling delete_port for c5c0a339-eee1-44f2-a2c3-d9997c8429e5 owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:51.479290 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-843ad75f-8cb9-403b-889a-fcc3f00b9814 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677499 Feb 16 13:37:51.501226 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:37:51Z', 'revision_number': 6, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:51.542695 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad02ee-cb8a-4ba5-9052-4d49db3ae75a None None] The sync data for ids ['0f4a449f-99d4-47a9-b475-ac72fd989c16'] in dv-cinder-829473-3-iscsi is: [{'id': '0f4a449f-99d4-47a9-b475-ac72fd989c16', 'name': 'tempest-AttachVolumeTestJSON-701712535-router', 'tenant_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:31:25Z', 'updated_at': '2022-02-16T13:37:51Z', 'revision_number': 6, 'project_id': '1dbad18cd10e463aabd3b88b20cda6a3', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:37:51.638541 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fae4e-1ee7-4b35-9a96-f1b7961c9432 req-063edc12-244d-45d1-93d0-950d49eb033d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:51.640207 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-171fae4e-1ee7-4b35-9a96-f1b7961c9432 req-063edc12-244d-45d1-93d0-950d49eb033d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1024742 Feb 16 13:37:51.647870 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5480e-1faf-4f28-9aaa-30a0fcc5593d req-12c4c6a7-bde3-43c4-a610-a962e7de4f52 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:51.650108 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67d5480e-1faf-4f28-9aaa-30a0fcc5593d req-12c4c6a7-bde3-43c4-a610-a962e7de4f52 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.1031389 Feb 16 13:37:51.760016 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-171fae4e-1ee7-4b35-9a96-f1b7961c9432 req-309c9d81-e093-4aed-8f49-c461feae32a4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080620 Feb 16 13:37:51.771767 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-67d5480e-1faf-4f28-9aaa-30a0fcc5593d req-0566f1ea-b2d1-4e3c-8fb2-2f5876706c6c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125031 Feb 16 13:37:51.826417 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:51.921300 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b3e60840-a9d1-4372-89f6-708152d80678 req-3618743b-88cb-47c8-a31d-98054413f5d8 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325788 Feb 16 13:37:52.020408 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c5c0a339-eee1-44f2-a2c3-d9997c8429e5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.059299 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c0a339-eee1-44f2-a2c3-d9997c8429e5,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:52.116043 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-267e9d49-3556-4750-8768-2c9132e86cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:52.117769 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-267e9d49-3556-4750-8768-2c9132e86cd7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1127 time: 0.1327043 Feb 16 13:37:52.154271 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.300740 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.306571 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks [] for router_controller (0f4a449f-99d4-47a9-b475-ac72fd989c16), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.395550 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-21743855-82a3-4365-b8fb-22377d768a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:52.397462 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-21743855-82a3-4365-b8fb-22377d768a2b service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.2693393 Feb 16 13:37:52.402956 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (0f4a449f-99d4-47a9-b475-ac72fd989c16), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.403529 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4a449f-99d4-47a9-b475-ac72fd989c16 {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:37:52.409064 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.410246 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-53771bf6-13c4-440e-bff8-d1c7f292d916 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0f4a449f-99d4-47a9-b475-ac72fd989c16 HTTP/1.1" status: 204 len: 168 time: 1.7759092 Feb 16 13:37:52.413178 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48184) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:52.466296 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-80121719-0803-42da-bc6c-f8aeb9b0d3bd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 217 time: 0.0547059 Feb 16 13:37:52.474553 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Deleting subnet 6f47f51e-29e7-4e5d-8441-17cd90d6cb35 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:37:52.479428 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Publish callbacks [] for subnet (6f47f51e-29e7-4e5d-8441-17cd90d6cb35), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.526836 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-a15a27c1-7eac-4041-9b16-e1459441f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:52.528515 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (6f47f51e-29e7-4e5d-8441-17cd90d6cb35), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.528687 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-a15a27c1-7eac-4041-9b16-e1459441f565 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0558667 Feb 16 13:37:52.612984 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c5c0a339-eee1-44f2-a2c3-d9997c8429e5 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:52.621897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-48a6720c-adb7-4cd8-b1b5-7d972116e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:52.624632 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-48a6720c-adb7-4cd8-b1b5-7d972116e922 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880768 Feb 16 13:37:52.638818 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: c5c0a339-eee1-44f2-a2c3-d9997c8429e5 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:52.639146 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c5c0a339-eee1-44f2-a2c3-d9997c8429e5 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:52.639597 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 51956129-653c-49db-bd14-e2a2a5e38532 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:52.640064 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (6f47f51e-29e7-4e5d-8441-17cd90d6cb35), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.661690 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 51956129-653c-49db-bd14-e2a2a5e38532 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:52.662330 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 51956129-653c-49db-bd14-e2a2a5e38532 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:52.736206 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (6f47f51e-29e7-4e5d-8441-17cd90d6cb35), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.776807 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f47f51e-29e7-4e5d-8441-17cd90d6cb35,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:52.785107 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:52.788801 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-5d5e34e6-bcfa-4cc5-831e-9e36b407d458 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569693 Feb 16 13:37:52.790390 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6fc11-bf1f-4c49-a371-d5484803af21 None None] Network fec85a1e-e209-4fc9-a9fb-de36af840f90 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:52.791476 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-73a1eb18-7bd7-43e3-be47-7693c71674e9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f47f51e-29e7-4e5d-8441-17cd90d6cb35 HTTP/1.1" status: 204 len: 168 time: 0.3766356 Feb 16 13:37:52.794052 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48186) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:52.938428 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3c8b0-7575-4cc2-87ef-40c523787772 req-4e345cd4-8ae0-45ef-84d6-990680787b29 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:52.940187 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fd3c8b0-7575-4cc2-87ef-40c523787772 req-4e345cd4-8ae0-45ef-84d6-990680787b29 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0757689 Feb 16 13:37:52.960433 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (fec85a1e-e209-4fc9-a9fb-de36af840f90), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.024617 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] DHCP port deletion for fec85a1e-e209-4fc9-a9fb-de36af840f90 request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:37:53.029519 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2a7a455a-5105-4bf1-8f0e-4c45b463b5b6 req-69b33c81-1861-4471-9692-0055e051930b service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331328 Feb 16 13:37:53.029781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f187fe-c516-4895-bc77-642964c23dbb req-155e801c-8837-41cb-ae7a-98e8282bbc60 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:53.031294 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57f187fe-c516-4895-bc77-642964c23dbb req-155e801c-8837-41cb-ae7a-98e8282bbc60 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.1108367 Feb 16 13:37:53.043818 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7fd3c8b0-7575-4cc2-87ef-40c523787772 req-54bbc7f5-4d52-4187-adfa-c0da527b9f0f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819261 Feb 16 13:37:53.072940 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Deleting port bfddd28c-7722-4ce9-8761-e02a7672afba {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:53.072940 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.087111 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.112114 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Deleting port bfddd28c-7722-4ce9-8761-e02a7672afba {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:37:53.112806 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.116126 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-57f187fe-c516-4895-bc77-642964c23dbb req-e30ca70b-f9ab-475f-b835-9ed2a86fede6 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711641 Feb 16 13:37:53.163222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] For port bfddd28c-7722-4ce9-8761-e02a7672afba, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bfddd28c-7722-4ce9-8761-e02a7672afba,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:53.163222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.181553 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Calling delete_port for bfddd28c-7722-4ce9-8761-e02a7672afba owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:53.184266 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] For port bfddd28c-7722-4ce9-8761-e02a7672afba, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bfddd28c-7722-4ce9-8761-e02a7672afba,segment=NetworkSegment(f0fe7eec-786a-4321-8005-e18e308ed369),segment_id=f0fe7eec-786a-4321-8005-e18e308ed369)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:53.184680 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.199257 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Calling delete_port for bfddd28c-7722-4ce9-8761-e02a7672afba owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:37:53.279034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.292042 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (bfddd28c-7722-4ce9-8761-e02a7672afba), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.306693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfddd28c-7722-4ce9-8761-e02a7672afba,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:53.310491 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] No DVR routers for this DVR port bfddd28c-7722-4ce9-8761-e02a7672afba on host dv-cinder-829473-3-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:53.320098 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Pushing event deleted for resources: {'Port': ['ID=bfddd28c-7722-4ce9-8761-e02a7672afba,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:53.328843 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] No DVR routers for this DVR port bfddd28c-7722-4ce9-8761-e02a7672afba on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:37:53.331322 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.332050 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.332279 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.332622 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.332975 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.333310 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.333643 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.333972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.334333 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.334662 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.334986 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.335311 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.335633 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9de841-25cb-4865-8626-7865b91e1068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:53.389735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (fec85a1e-e209-4fc9-a9fb-de36af840f90), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.413345 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec85a1e-e209-4fc9-a9fb-de36af840f90']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:53.424742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe7eec-786a-4321-8005-e18e308ed369') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:53.425024 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe7eec-786a-4321-8005-e18e308ed369') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:37:53.435903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (f0fe7eec-786a-4321-8005-e18e308ed369), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.450659 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (f0fe7eec-786a-4321-8005-e18e308ed369), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.457245 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:37:53.457643 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (f0fe7eec-786a-4321-8005-e18e308ed369), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:37:53.459425 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:37:53.523360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (fec85a1e-e209-4fc9-a9fb-de36af840f90), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.530865 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.535131 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] 10.222.0.73 "DELETE /v2.0/networks/fec85a1e-e209-4fc9-a9fb-de36af840f90 HTTP/1.1" status: 204 len: 168 time: 0.7399251 Feb 16 13:37:53.548876 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b56ee-ce56-4d6a-b3a5-3be958c6c79d admin admin] Pushing event deleted for resources: {'Network': ['ID=fec85a1e-e209-4fc9-a9fb-de36af840f90,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:53.661784 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48194) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:53.718265 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ba11d4c3-5ca8-472e-838e-23fe2fa42bdd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1dbad18cd10e463aabd3b88b20cda6a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548615 Feb 16 13:37:53.721044 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48196) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:53.772877 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] Publish callbacks [] for security_group (00691f85-d0f4-4cd2-9d29-76b1788cda43), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.797039 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] Publish callbacks [] for security_group (00691f85-d0f4-4cd2-9d29-76b1788cda43), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.851568 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (00691f85-d0f4-4cd2-9d29-76b1788cda43), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.854886 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:53.856078 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00691f85-d0f4-4cd2-9d29-76b1788cda43 HTTP/1.1" status: 204 len: 168 time: 0.1340880 Feb 16 13:37:53.864743 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01137574-d966-4d19-8e1e-cd9318cc2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00691f85-d0f4-4cd2-9d29-76b1788cda43,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:54.207477 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126e500-7ad7-4b8f-af21-b9a8e7719d1f req-55deb323-13a9-4910-89b7-9f7853d5cb4f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:54.209067 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1126e500-7ad7-4b8f-af21-b9a8e7719d1f req-55deb323-13a9-4910-89b7-9f7853d5cb4f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0635307 Feb 16 13:37:54.310777 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1126e500-7ad7-4b8f-af21-b9a8e7719d1f req-ec0fa753-6d97-4d91-b19a-39351dec1f0e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903847 Feb 16 13:37:54.342588 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f58ee-9443-43b6-95b5-3dfc30de3a6b req-bfdafb90-ab3c-4093-a5be-72aeebc12a50 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:54.342588 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b20f58ee-9443-43b6-95b5-3dfc30de3a6b req-bfdafb90-ab3c-4093-a5be-72aeebc12a50 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0864043 Feb 16 13:37:54.401307 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b20f58ee-9443-43b6-95b5-3dfc30de3a6b req-16aab603-df9c-4ccd-8273-b944b0cccb25 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616369 Feb 16 13:37:54.574669 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bfddd28c-7722-4ce9-8761-e02a7672afba no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:37:54.598115 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: bfddd28c-7722-4ce9-8761-e02a7672afba {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:37:54.598589 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bfddd28c-7722-4ce9-8761-e02a7672afba not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:37:54.730599 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 48222) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:54.838283 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2028342851-network', 'tenant_id': '8418ff9bb863456d92e543b12abef43b'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:54.860911 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:54.863589 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:54.865240 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:37:54.873571 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:54.963355 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks [] for security_group (e34a9145-ed43-40f0-ac1a-f885f2b90d09), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:54.967758 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e34a9145-ed43-40f0-ac1a-f885f2b90d09), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:54.995937 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:37:55.009108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a9145-ed43-40f0-ac1a-f885f2b90d09,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:55.017707 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (c54e3762-ea5c-4a82-aabe-50305b7fd817), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.018288 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Added segment c54e3762-ea5c-4a82-aabe-50305b7fd817 of type vlan for network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 Feb 16 13:37:55.074947 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (92b5dd17-9b7c-4ecc-b257-c21b701827c4), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.108947 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (92b5dd17-9b7c-4ecc-b257-c21b701827c4), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.109943 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:55.110573 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.153396 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4213493 Feb 16 13:37:55.156830 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48226) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:37:55.162076 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Request body: {'subnet': {'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2028342851-subnet', 'tenant_id': '8418ff9bb863456d92e543b12abef43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:55.185901 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:55.189784 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12643084'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.204284 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76883b3c-ae85-484c-8fc8-861570eb8496 admin admin] Pushing event updated for resources: {'Network': ['ID=92b5dd17-9b7c-4ecc-b257-c21b701827c4,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:55.217333 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:37:55.401138 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12718383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12643134'] for subnet (2b0fa0a3-877f-4979-bedb-c62ea0eab693), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.468682 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0fa0a3-877f-4979-bedb-c62ea0eab693,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:55.480146 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Checking segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:55.480688 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Network hostable DHCP agents. Network: 92b5dd17-9b7c-4ecc-b257-c21b701827c4, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:37:55.502176 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:37:55.503443 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab610d35-3735-424f-8d96-f56f876fbbd9 req-726d637d-6944-44cb-9d65-8accb25923a1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:55.506192 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab610d35-3735-424f-8d96-f56f876fbbd9 req-726d637d-6944-44cb-9d65-8accb25923a1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0860035 Feb 16 13:37:55.513785 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 92b5dd17-9b7c-4ecc-b257-c21b701827c4) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:55.518448 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:55.519069 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:55.528659 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76c3b3-752d-4ba8-a20a-f5e2690a475a None None] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:55.539917 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-71f3a8c2-4729-4bcf-ada8-c2e16ec317fe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3817801 Feb 16 13:37:55.613775 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f9264-659a-4ebe-b1b6-9b371cd22aa9 req-9cc5e26b-c362-432b-96e3-06e2610592d6 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:55.615772 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b64f9264-659a-4ebe-b1b6-9b371cd22aa9 req-9cc5e26b-c362-432b-96e3-06e2610592d6 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.1082447 Feb 16 13:37:55.620344 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab610d35-3735-424f-8d96-f56f876fbbd9 req-9cc65fad-f6f3-4e81-ba1c-104e4a21a4d5 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728025 Feb 16 13:37:55.705091 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbd809-73e6-4254-a4c2-d55bcf83629a None None] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:37:55.715383 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b64f9264-659a-4ebe-b1b6-9b371cd22aa9 req-02e17e5e-1fdd-40ce-875c-690a127e9632 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891736 Feb 16 13:37:56.115576 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-b2b16c38-6950-4258-89ee-10a465f30c1f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:56.117721 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-b2b16c38-6950-4258-89ee-10a465f30c1f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1319621 Feb 16 13:37:56.136358 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-3fef20e8-d601-42f8-8a6b-501dd5b68c9c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/quotas/8418ff9bb863456d92e543b12abef43b HTTP/1.1" status: 200 len: 375 time: 0.0099490 Feb 16 13:37:56.173635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-16d82875-2aff-4685-97f2-ed25a0e26469 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313020 Feb 16 13:37:56.289022 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-346242e4-25b9-4151-bd88-c18e69b4dbb5 service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080403 Feb 16 13:37:56.389150 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-e74a827e-4ee7-4923-b62f-bb3597fbed6e service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937238 Feb 16 13:37:56.596683 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-931b2227-e512-4195-b2e1-bd5d4c9bbfbf req-451b9b88-7450-40ca-b69a-7f3f5d8f59a5 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 210 time: 0.0409999 Feb 16 13:37:56.818108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c351-f485-4a80-84db-dbb19bd8635b req-d943483a-f33d-4763-808f-f1c6eb8a5775 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:56.819668 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4d1c351-f485-4a80-84db-dbb19bd8635b req-d943483a-f33d-4763-808f-f1c6eb8a5775 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0805366 Feb 16 13:37:56.930094 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e4d1c351-f485-4a80-84db-dbb19bd8635b req-dc36de86-0ca5-4390-ac3d-8c7e08868d82 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949106 Feb 16 13:37:56.941630 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e301-6c65-4c81-8933-d6f0e168b3f3 req-1a41962f-4880-4b33-9f79-606d4590ffcc tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:56.943379 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6294e301-6c65-4c81-8933-d6f0e168b3f3 req-1a41962f-4880-4b33-9f79-606d4590ffcc tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.1189933 Feb 16 13:37:57.024860 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6294e301-6c65-4c81-8933-d6f0e168b3f3 req-0151fbc1-de9d-4a49-9187-4a2942b8ce51 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695944 Feb 16 13:37:57.706678 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-32c8ef88-0e23-4b38-9d17-394e68e7a80d req-e76a3f59-4be4-4e6d-a7b0-98367e0aa5b8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 210 time: 0.0325727 Feb 16 13:37:57.785878 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-a4b01663-e8da-4090-8b17-46c8a34a2f54 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:57.787552 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-a4b01663-e8da-4090-8b17-46c8a34a2f54 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1441767 Feb 16 13:37:57.800742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Request body: {'port': {'device_id': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'admin_state_up': True, 'tenant_id': '8418ff9bb863456d92e543b12abef43b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:57.933788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:57.937320 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.115193 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b63a7-4c19-41ba-a3c9-03d1a7eba9bc req-95dc427d-649b-4939-b0f1-7f70b6cc76fc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:58.117292 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f0b63a7-4c19-41ba-a3c9-03d1a7eba9bc req-95dc427d-649b-4939-b0f1-7f70b6cc76fc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0842888 Feb 16 13:37:58.136606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Allocated IP 172.20.0.6 (92b5dd17-9b7c-4ecc-b257-c21b701827c4/2b0fa0a3-877f-4979-bedb-c62ea0eab693/8b1c8ff2-f086-488e-89c8-ed1653947130) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:58.224839 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89a70f-5a6f-4df7-b01c-dbcc290d03f0 req-ebcc8b51-c0bf-476c-8966-2f7ab15db2e1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:58.228018 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fd89a70f-5a6f-4df7-b01c-dbcc290d03f0 req-ebcc8b51-c0bf-476c-8966-2f7ab15db2e1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0877247 Feb 16 13:37:58.284394 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.338475 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:37:58.346866 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fd89a70f-5a6f-4df7-b01c-dbcc290d03f0 req-43b561d1-d329-42cc-83a8-e899501cd641 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099687 Feb 16 13:37:58.376530 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks [] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.409901 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f0b63a7-4c19-41ba-a3c9-03d1a7eba9bc req-090717c9-8861-4abc-908a-61dea6ee9205 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810750 Feb 16 13:37:58.440915 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.493256 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:58.497231 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:58.500180 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:37:58.517164 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:58.530918 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event updated for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:58.537471 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'mac_address': 'fa:16:3e:27:62:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:37:58.569728 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:58.570874 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.587236 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d47e4125-86ba-4e64-b6cf-71f04cc64aae is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:37:58.587732 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.595302 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-2aec6877-780d-41d2-bc6c-6e8499ff8cb0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986138 Feb 16 13:37:58.608797 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Request body: {'port': {'device_id': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:58.610980 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47e4125-86ba-4e64-b6cf-71f04cc64aae {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:37:58.633774 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:37:58.638587 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.685537 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:58.709466 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:58.877747 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a52a-7c90-4a24-bfe9-2fe461d1eb1e req-89baf475-722f-4e1b-81b6-c64e998f9532 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:58.882122 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b2e2a52a-7c90-4a24-bfe9-2fe461d1eb1e req-89baf475-722f-4e1b-81b6-c64e998f9532 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 931 time: 0.0828919 Feb 16 13:37:58.902663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['d47e4125-86ba-4e64-b6cf-71f04cc64aae'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:37:58.954153 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b2e2a52a-7c90-4a24-bfe9-2fe461d1eb1e req-bc349bbd-55fc-4b9d-9681-e08d1107acd6 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Feb 16 13:37:59.024416 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1c8ff2-f086-488e-89c8-ed1653947130 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:37:59.034202 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks [] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:59.049002 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Transition to ACTIVE for port object 8b1c8ff2-f086-488e-89c8-ed1653947130 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:37:59.054710 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:59.135071 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:59.212788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Attempting to bind port 8b1c8ff2-f086-488e-89c8-ed1653947130 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:37:59.213131 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Attempting to bind port 8b1c8ff2-f086-488e-89c8-ed1653947130 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:37:59.213462 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Attempting to bind port 8b1c8ff2-f086-488e-89c8-ed1653947130 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:59.219051 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Port 8b1c8ff2-f086-488e-89c8-ed1653947130 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:37:59.219485 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Attempting to bind port 8b1c8ff2-f086-488e-89c8-ed1653947130 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:37:59.225527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:37:59.225961 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Checking segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:37:59.226457 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Bound using segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:37:59.226899 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Bound port: 8b1c8ff2-f086-488e-89c8-ed1653947130, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:37:59.227279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:59.299335 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:37:59.302864 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8b1c8ff2-f086-488e-89c8-ed1653947130,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:37:59.311680 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:59.357747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.358422 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:37:59.359872 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] 10.222.0.104 "PUT /v2.0/ports/8b1c8ff2-f086-488e-89c8-ed1653947130 HTTP/1.1" status: 200 len: 1093 time: 0.7565465 Feb 16 13:37:59.360360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:37:59.362730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe49d4c-109a-4585-8a5d-58f50cd2b311" -d '{"events": [{"name": "network-changed", "server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:37:59.384472 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c1a59-5826-42ee-8dda-cc2fd5df3f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:59.411148 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1b44c0-2479-4a3c-a4ae-09d45a61a6a1 x-openstack-request-id: req-cc1b44c0-2479-4a3c-a4ae-09d45a61a6a1 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:37:59.411481 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:37:59.411878 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc1b44c0-2479-4a3c-a4ae-09d45a61a6a1 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:37:59.412390 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130', 'status': 'completed', 'code': 200} Feb 16 13:37:59.481231 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-38086171-526e-40d4-807f-41541fa550b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.483773 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-38086171-526e-40d4-807f-41541fa550b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 1127 time: 0.0600455 Feb 16 13:37:59.544936 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-977957d3-e0f5-40d1-bb73-9b802fa2c101 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1c8ff2-f086-488e-89c8-ed1653947130 HTTP/1.1" status: 200 len: 217 time: 0.0512283 Feb 16 13:37:59.558922 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaae66-c7a1-498b-8102-9bcc445e1d08 req-e29a1629-116c-447e-81e1-86f420cb73d0 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.561606 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6abaae66-c7a1-498b-8102-9bcc445e1d08 req-e29a1629-116c-447e-81e1-86f420cb73d0 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 944 time: 0.0786314 Feb 16 13:37:59.631434 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-cdd6a9da-2243-4a3b-acb5-7b457900d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.633738 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-cdd6a9da-2243-4a3b-acb5-7b457900d47b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0820618 Feb 16 13:37:59.641105 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6abaae66-c7a1-498b-8102-9bcc445e1d08 req-4bda1487-518c-4082-b1d1-6b019259942b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736954 Feb 16 13:37:59.673791 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-b59e8f90-6b20-4c25-8405-fb0dc62cc7fb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337431 Feb 16 13:37:59.824492 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382e5e9-c8d9-4e6f-93f6-e916e4184934 req-a9b7c2bf-2fbf-4c40-a474-43e3ce9d38a1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.826975 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5382e5e9-c8d9-4e6f-93f6-e916e4184934 req-a9b7c2bf-2fbf-4c40-a474-43e3ce9d38a1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1372919 Feb 16 13:37:59.833851 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-ba001b92-bbcb-4010-a0c6-8b2e09a53f88 service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499150 Feb 16 13:37:59.850761 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbfd2-4325-41b1-911d-393c819036fc req-948623c8-a6c7-46e0-b128-3cd4ad881a89 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:59.853039 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4f4cbfd2-4325-41b1-911d-393c819036fc req-948623c8-a6c7-46e0-b128-3cd4ad881a89 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1185195 Feb 16 13:37:59.925189 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5382e5e9-c8d9-4e6f-93f6-e916e4184934 req-ebc388d4-a6f0-4b79-947d-4f928b92c967 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881939 Feb 16 13:37:59.945902 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4f4cbfd2-4325-41b1-911d-393c819036fc req-bc37da21-d524-48a3-af33-d6cfc9a4b4fb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778158 Feb 16 13:37:59.966236 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-14fbb35b-c7ec-4fd7-bc87-e0e93c9572d4 req-5d7d7492-f956-418f-8325-3de59a6cc79a service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259174 Feb 16 13:38:00.098220 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-83fd5700-2ad5-47be-9f2f-0c0df1ce86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.100716 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-83fd5700-2ad5-47be-9f2f-0c0df1ce86b8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 1127 time: 0.0691857 Feb 16 13:38:00.121152 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cccbe-bee0-4f72-8f7c-b21688b984b6 req-5253a011-c68d-4125-b047-991016f55eb3 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.122840 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-386cccbe-bee0-4f72-8f7c-b21688b984b6 req-5253a011-c68d-4125-b047-991016f55eb3 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 943 time: 0.0682018 Feb 16 13:38:00.180390 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-386cccbe-bee0-4f72-8f7c-b21688b984b6 req-8730e128-1ab0-4756-9b69-5f813c510183 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Feb 16 13:38:00.212587 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-ffa46662-2810-4fb9-b268-3ee02eec581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.214161 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-ffa46662-2810-4fb9-b268-3ee02eec581d service neutron] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 916 time: 0.1032383 Feb 16 13:38:00.263901 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-a6a1d086-2b8f-44c8-8143-e7fb730fc143 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1c8ff2-f086-488e-89c8-ed1653947130 HTTP/1.1" status: 200 len: 217 time: 0.0423129 Feb 16 13:38:00.320955 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-32404846-b66e-4ea3-8ab9-439a8376dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.322660 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-32404846-b66e-4ea3-8ab9-439a8376dfa6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0505590 Feb 16 13:38:00.353152 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:00.366812 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-7d8dc318-306b-416b-b474-19c8cc841397 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359161 Feb 16 13:38:00.411543 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port d47e4125-86ba-4e64-b6cf-71f04cc64aae completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:00.416809 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port d47e4125-86ba-4e64-b6cf-71f04cc64aae triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:00.417218 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:00.508616 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d47e4125-86ba-4e64-b6cf-71f04cc64aae is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:00.508986 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:00.526293 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-db552589-5f8c-4611-a8b8-c290a60ed5ca service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514657 Feb 16 13:38:00.539464 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:00.543345 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaea900-23b1-44ae-991e-b3a6e8563389" -d '{"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:00.563798 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:00.571397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:00.651553 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:00.671068 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-bbe49d4c-109a-4585-8a5d-58f50cd2b311 req-2ea1f306-d0a4-47bd-a078-fc45c9574914 service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385131 Feb 16 13:38:00.700415 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085457df-fe61-40a5-9af4-cb58280ae3d1 x-openstack-request-id: req-085457df-fe61-40a5-9af4-cb58280ae3d1 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:00.700712 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:00.700977 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-085457df-fe61-40a5-9af4-cb58280ae3d1 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:00.701383 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'code': 200} Feb 16 13:38:00.784894 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1715-3a3b-484c-ab08-94ed3374a73a req-0e89ff31-b22e-4bc4-a2f5-7c2cfe3062ca tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.786963 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac8b1715-3a3b-484c-ab08-94ed3374a73a req-0e89ff31-b22e-4bc4-a2f5-7c2cfe3062ca tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0563757 Feb 16 13:38:00.842495 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ac8b1715-3a3b-484c-ab08-94ed3374a73a req-278619f2-058a-4404-ab19-949a1abf7fe2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497813 Feb 16 13:38:00.996609 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117885-62be-4331-a438-c4177903dc5d req-d94d721b-573c-4b72-9956-9de493616d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:00.998837 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23117885-62be-4331-a438-c4177903dc5d req-d94d721b-573c-4b72-9956-9de493616d56 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0656455 Feb 16 13:38:01.083763 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-23117885-62be-4331-a438-c4177903dc5d req-01cca4f7-0bc3-48cb-96ad-c7a0aa45e73c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727706 Feb 16 13:38:01.158206 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c416a8-b2b2-41eb-ad17-6123073832be req-fdd75206-7a7d-452a-bb37-ce9324a5b24d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:01.160015 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0c416a8-b2b2-41eb-ad17-6123073832be req-fdd75206-7a7d-452a-bb37-ce9324a5b24d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1179807 Feb 16 13:38:01.182523 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799f83b-bb08-483e-b866-a46933cc6de0 req-c807c388-d179-4f01-88b1-557b260baad4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:01.184179 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a799f83b-bb08-483e-b866-a46933cc6de0 req-c807c388-d179-4f01-88b1-557b260baad4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.1185799 Feb 16 13:38:01.263149 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0c416a8-b2b2-41eb-ad17-6123073832be req-4f2392f6-c5d9-426a-ac27-9fde4650b8bf tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962732 Feb 16 13:38:01.275472 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a799f83b-bb08-483e-b866-a46933cc6de0 req-ad53a0a5-32e7-481c-bf3c-9aeb3858a7ae tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823069 Feb 16 13:38:01.406617 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c9d2-1512-46a7-b90f-0c309c01ea6d req-39c22484-57ee-42bd-8f34-8e73495bb47c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:01.408205 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2594c9d2-1512-46a7-b90f-0c309c01ea6d req-39c22484-57ee-42bd-8f34-8e73495bb47c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 943 time: 0.0644197 Feb 16 13:38:01.463503 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2594c9d2-1512-46a7-b90f-0c309c01ea6d req-a89805cf-07a5-41cd-858c-31a2d316c927 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478756 Feb 16 13:38:01.544196 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06848248-01e2-438a-860f-f3c09ed68218 req-ad5a008f-8267-48a0-86ef-31fb543028c9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:01.545793 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06848248-01e2-438a-860f-f3c09ed68218 req-ad5a008f-8267-48a0-86ef-31fb543028c9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 945 time: 0.0615249 Feb 16 13:38:01.669789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:38:01.670167 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:01.777425 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] For port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:01.777799 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:01.987232 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134dd4d-ce47-49fc-92eb-2bf62233f4bd req-e152b291-fc49-4bfa-9c78-f1a68651a12a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:01.988986 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2134dd4d-ce47-49fc-92eb-2bf62233f4bd req-e152b291-fc49-4bfa-9c78-f1a68651a12a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0571322 Feb 16 13:38:02.029311 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:02.029892 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (d38b72c2-4d00-4e54-8765-53c41a2f9b37), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:02.030448 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP d38b72c2-4d00-4e54-8765-53c41a2f9b37 disassociated. External IP: 172.27.3.187, port: 9569dd74-bc95-4d4b-8752-ef5ec5e52fba. Feb 16 13:38:02.031023 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for 9569dd74-bc95-4d4b-8752-ef5ec5e52fba owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:38:02.067792 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2134dd4d-ce47-49fc-92eb-2bf62233f4bd req-2425836c-eb18-4ee6-99d5-43aa7b221d53 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701611 Feb 16 13:38:02.193227 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (9569dd74-bc95-4d4b-8752-ef5ec5e52fba), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:02.229713 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=9569dd74-bc95-4d4b-8752-ef5ec5e52fba,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:02.370246 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 8b1c8ff2-f086-488e-89c8-ed1653947130 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:02.540762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8b1c8ff2-f086-488e-89c8-ed1653947130,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:02.548674 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-64087d5f-f0c6-4b1a-af5d-0a47dc0459b9 req-38991784-87d4-4fee-99a5-475cc4c6dff5 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 210 time: 0.1324370 Feb 16 13:38:02.578180 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '8b1c8ff2-f086-488e-89c8-ed1653947130', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'port_id': '8b1c8ff2-f086-488e-89c8-ed1653947130', 'mac_address': 'fa:16:3e:e3:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0fa0a3-877f-4979-bedb-c62ea0eab693', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:02.622271 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015215-89ce-428d-a138-9604f4186d9d req-3b078222-ffae-40b5-8465-536b5ed267cc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:02.625450 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6015215-89ce-428d-a138-9604f4186d9d req-3b078222-ffae-40b5-8465-536b5ed267cc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1732078 Feb 16 13:38:02.673953 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 8b1c8ff2-f086-488e-89c8-ed1653947130 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:02.674558 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:02.701459 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1c8ff2-f086-488e-89c8-ed1653947130 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:02.731360 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8b1c8ff2-f086-488e-89c8-ed1653947130,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:02.740088 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:02.759249 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f6015215-89ce-428d-a138-9604f4186d9d req-2364c9d0-bbd3-4218-8e94-5959dc8b671e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178346 Feb 16 13:38:02.788689 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd4b1a-8a9f-430f-af0f-39508abc483c req-458942b3-46ca-44ac-9d47-cf5e903d2387 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:02.790966 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e3cd4b1a-8a9f-430f-af0f-39508abc483c req-458942b3-46ca-44ac-9d47-cf5e903d2387 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 943 time: 0.1320052 Feb 16 13:38:02.793656 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:38:02.825750 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:02.858268 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e3cd4b1a-8a9f-430f-af0f-39508abc483c req-b3e0cece-e331-4d81-8aee-5fb391c02411 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561793 Feb 16 13:38:02.990150 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:38:03.008210 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:03.016881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:03.017943 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:03.018754 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:03.041345 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] No DVR routers for this DVR port 9569dd74-bc95-4d4b-8752-ef5ec5e52fba on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:03.044259 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:03.047718 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-06848248-01e2-438a-860f-f3c09ed68218 req-0e0b92ea-97aa-44f7-bce9-64050cce923f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "DELETE /v2.0/ports/9569dd74-bc95-4d4b-8752-ef5ec5e52fba HTTP/1.1" status: 204 len: 173 time: 1.4888792 Feb 16 13:38:03.048212 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'name': 'network-vif-deleted', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:03.050634 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79577440-1fc3-42eb-adc5-d54887f21fa9" -d '{"events": [{"server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "name": "network-vif-deleted", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:03.092944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7b3350-98b9-4ced-bd20-df488956a50c x-openstack-request-id: req-2d7b3350-98b9-4ced-bd20-df488956a50c {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:03.093238 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13eae4c5-ba8b-4d26-a824-4a7d984f268d", "name": "network-vif-deleted", "tag": "9569dd74-bc95-4d4b-8752-ef5ec5e52fba", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:03.093501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d7b3350-98b9-4ced-bd20-df488956a50c {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:03.093937 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13eae4c5-ba8b-4d26-a824-4a7d984f268d', 'name': 'network-vif-deleted', 'tag': '9569dd74-bc95-4d4b-8752-ef5ec5e52fba', 'status': 'completed', 'code': 200} Feb 16 13:38:03.172460 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:03.220855 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924fef2-5a3d-4107-8dae-218c90d445a4 req-15183485-8f3e-4b1d-8620-13280a727603 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:03.227618 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9924fef2-5a3d-4107-8dae-218c90d445a4 req-15183485-8f3e-4b1d-8620-13280a727603 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0669360 Feb 16 13:38:03.321629 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9924fef2-5a3d-4107-8dae-218c90d445a4 req-9fe486e7-247e-49f5-8408-476ffe6ec402 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882883 Feb 16 13:38:03.471859 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:03.506323 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:03.517091 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:03.518903 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:03.524693 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f610-d2a2-4e83-818c-855a153119b3 req-e0568fba-e0c8-4c65-aeff-7df778a717c7 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:03.527238 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7d2f610-d2a2-4e83-818c-855a153119b3 req-e0568fba-e0c8-4c65-aeff-7df778a717c7 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0918400 Feb 16 13:38:03.640586 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7d2f610-d2a2-4e83-818c-855a153119b3 req-d09c4af0-426e-4dcd-b180-eb48fb4a797b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024339 Feb 16 13:38:03.672708 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48316) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:38:03.680003 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:03.743125 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f3aa4b60-d34c-4c29-9665-a7963e5b3835 req-c1c77834-c901-476e-b9a6-c49d1a1a974e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=13eae4c5-ba8b-4d26-a824-4a7d984f268d HTTP/1.1" status: 200 len: 210 time: 0.0465353 Feb 16 13:38:03.917611 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7ff33-eae6-4c7b-a04b-d50473b978e2 tempest-TestShelveInstance-264756265 tempest-TestShelveInstance-264756265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:03.920565 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b2d7ff33-eae6-4c7b-a04b-d50473b978e2 tempest-TestShelveInstance-264756265 tempest-TestShelveInstance-264756265-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1124 time: 0.2459133 Feb 16 13:38:03.924067 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48324) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:38:03.937102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:03.942521 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06a083-2833-4ba2-bf1b-b80c408ba32a req-cff74478-b9bc-4c74-a34f-20014cab0868 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:03.951855 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0d06a083-2833-4ba2-bf1b-b80c408ba32a req-cff74478-b9bc-4c74-a34f-20014cab0868 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1211503 Feb 16 13:38:03.958543 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:03.968514 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.022959 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0d06a083-2833-4ba2-bf1b-b80c408ba32a req-f556ea4d-9113-4a08-a4d3-e5f4fd55ac57 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690699 Feb 16 13:38:04.052082 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20344f7-565c-40c1-b5a7-beadc877dcb3 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:04.126405 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291cf0e-1b41-426f-8a2d-43c86ac43732 req-8b014f02-9603-4242-b408-d3f45e6e1b04 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:04.128160 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1291cf0e-1b41-426f-8a2d-43c86ac43732 req-8b014f02-9603-4242-b408-d3f45e6e1b04 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 944 time: 0.0968664 Feb 16 13:38:04.178053 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.189634 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1291cf0e-1b41-426f-8a2d-43c86ac43732 req-f833c8e1-557f-4523-b88b-6500d03405cd tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Feb 16 13:38:04.310768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Allocated IP 172.27.3.101 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/a310daf1-5a60-479c-9c6a-9f2ad2014618) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:04.369780 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 8b1c8ff2-f086-488e-89c8-ed1653947130 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:04.415499 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2487190b-ba1b-4612-9446-38676aefca49 None None] New status for floating IP d38b72c2-4d00-4e54-8765-53c41a2f9b37: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:38:04.458853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.513879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.542099 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 8b1c8ff2-f086-488e-89c8-ed1653947130 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:04.547238 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 8b1c8ff2-f086-488e-89c8-ed1653947130 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:04.547683 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.574298 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:04.580765 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:04.588601 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:38:04.621584 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'Port': ['ID=a310daf1-5a60-479c-9c6a-9f2ad2014618,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:04.644557 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 8b1c8ff2-f086-488e-89c8-ed1653947130 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:04.644870 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.671406 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:04.673800 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99786241-14b9-4f38-8a1c-a7e516942b2c" -d '{"events": [{"server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:04.696864 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8b1c8ff2-f086-488e-89c8-ed1653947130,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:04.703573 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:04.704728 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 9569dd74-bc95-4d4b-8752-ef5ec5e52fba no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:38:04.740469 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8a258-4693-4d3d-94f9-3fee4e6e5ccd x-openstack-request-id: req-cdb8a258-4693-4d3d-94f9-3fee4e6e5ccd {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:04.740469 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:04.740469 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdb8a258-4693-4d3d-94f9-3fee4e6e5ccd {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:04.740469 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130', 'code': 200} Feb 16 13:38:04.756686 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 9569dd74-bc95-4d4b-8752-ef5ec5e52fba {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:38:04.757046 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 9569dd74-bc95-4d4b-8752-ef5ec5e52fba not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:38:04.783696 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:05.030490 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33ac9-5a0e-4d5d-a61f-2a9c6f89e775 req-3107281d-7965-4607-acbb-c5c2d37607f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:05.032063 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45a33ac9-5a0e-4d5d-a61f-2a9c6f89e775 req-3107281d-7965-4607-acbb-c5c2d37607f3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 1129 time: 0.1384728 Feb 16 13:38:05.077106 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-8227833c-21fa-41d0-a149-7740290d04b9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165886246&fields=id&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 267 time: 0.0494163 Feb 16 13:38:05.132327 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-45a33ac9-5a0e-4d5d-a61f-2a9c6f89e775 req-8c3dd8fb-8ff9-4a29-824f-05748491b9cd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921903 Feb 16 13:38:05.134972 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for floatingip (3e1da32c-dad5-4342-9cbb-ca88cdcfed21), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:05.236128 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:05.441103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:05.448234 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:05.517985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dabdb9-f869-428c-a50c-78b60d969980 req-8541d94b-fd77-4023-baf5-d0b24b1a8fea tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:05.519635 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22dabdb9-f869-428c-a50c-78b60d969980 req-8541d94b-fd77-4023-baf5-d0b24b1a8fea tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.3914115 Feb 16 13:38:05.526068 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-32d7cf46-55e5-4985-9a50-1ff4d68ad747 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:05.528241 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-32d7cf46-55e5-4985-9a50-1ff4d68ad747 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.4355302 Feb 16 13:38:05.528456 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event updated for resources: {'Port': ['ID=a310daf1-5a60-479c-9c6a-9f2ad2014618,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:05.543674 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (3e1da32c-dad5-4342-9cbb-ca88cdcfed21), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:05.560527 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-be45fb75-4c80-47d6-b885-cfbbdee0fa7d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/quotas/3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 375 time: 0.0155532 Feb 16 13:38:05.610091 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22dabdb9-f869-428c-a50c-78b60d969980 req-17e9994c-de88-47de-b7ce-9bc54a547eb3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813820 Feb 16 13:38:05.637115 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-b1413fc0-c98b-44c9-acdc-8280e5692bb6 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701411 Feb 16 13:38:05.681179 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Floating IP 3e1da32c-dad5-4342-9cbb-ca88cdcfed21 associated. External IP: 172.27.3.101, port: d47e4125-86ba-4e64-b6cf-71f04cc64aae. Feb 16 13:38:05.794198 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-10dc44bf-ce7c-472b-8470-f22bca51aa61 service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361535 Feb 16 13:38:05.808262 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2c13-a3f8-4309-b54d-22b7cfadb84d req-c50ad4c9-b0bc-4194-889d-7c965a4c9a21 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:05.809940 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8dd2c13-a3f8-4309-b54d-22b7cfadb84d req-c50ad4c9-b0bc-4194-889d-7c965a4c9a21 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.1140900 Feb 16 13:38:05.920043 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c8dd2c13-a3f8-4309-b54d-22b7cfadb84d req-6469496c-05c8-4c3f-8cc6-ba7ce88a0193 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012599 Feb 16 13:38:05.923277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Router 72fdef85-e99e-4d49-bce3-684a45a262af has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:38:05.942598 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-050b8510-2023-4735-90b1-9e2b2a7d4fbe service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316168 Feb 16 13:38:06.060535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:38:06.073915 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Sync routers for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:06.084954 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:06.093333 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:06.093830 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:06.122400 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6fef88d4-2d1d-49c0-9836-9bfd69c59572 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1949427 Feb 16 13:38:06.123036 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:06.125712 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:06.172147 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef043626-6cca-4f6c-85bb-e055535bac87 x-openstack-request-id: req-ef043626-6cca-4f6c-85bb-e055535bac87 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:06.172496 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:06.172841 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef043626-6cca-4f6c-85bb-e055535bac87 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:06.173357 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'status': 'completed', 'code': 200} Feb 16 13:38:06.237295 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:06.297726 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-7c0c8d56-fa46-4ea8-9572-624bd350f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:06.300750 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-7c0c8d56-fa46-4ea8-9572-624bd350f860 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0984278 Feb 16 13:38:06.365876 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-72c23504-e6de-49ff-ada1-5da637c28a11 req-de9399a4-0326-44e4-aed5-4e6cb8f0be40 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 210 time: 0.0403206 Feb 16 13:38:06.385979 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:06.457183 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-cfac03e9-966d-4ac1-8b16-8a5eec7f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:06.459947 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-cfac03e9-966d-4ac1-8b16-8a5eec7f26fa service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.1519566 Feb 16 13:38:06.572414 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-9d742353-f1bc-4f5a-91b2-038f62168f63 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 999 time: 0.1056402 Feb 16 13:38:06.590159 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:06.610225 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:06.657942 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '3e1da32c-dad5-4342-9cbb-ca88cdcfed21', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'mac_address': 'fa:16:3e:27:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:04Z', 'updated_at': '2022-02-16T13:38:04Z', 'revision_number': 0, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:06.677708 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-c5b2989b-899b-4e49-b2b0-d01696a319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:06.681435 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-c5b2989b-899b-4e49-b2b0-d01696a319a1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.1017463 Feb 16 13:38:06.702582 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: ACTIVE; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:06.704114 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:06.708185 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Checking router: 72fdef85-e99e-4d49-bce3-684a45a262af for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:06.722422 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:06.727554 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:06.728593 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:37:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:06.764391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-f849b134-c98b-434c-a849-9f07ef1e1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:06.764902 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:06.766911 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-f849b134-c98b-434c-a849-9f07ef1e1924 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784321 Feb 16 13:38:06.772149 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:06.841572 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb178-91c6-4705-97cc-45ee58f60010 req-b35d3038-1d6d-4a24-8be9-c706ecbe9833 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:06.844272 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-717eb178-91c6-4705-97cc-45ee58f60010 req-b35d3038-1d6d-4a24-8be9-c706ecbe9833 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1236105 Feb 16 13:38:06.850591 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:06.885959 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['0fc2660d-68e7-4924-8596-a1180bbbd947'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:06.968697 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-859be345-a668-4a95-962f-7a053b25fa15 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910079 Feb 16 13:38:06.976170 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-717eb178-91c6-4705-97cc-45ee58f60010 req-f37f5e5c-8954-49ea-a47e-934b86fcfa66 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252553 Feb 16 13:38:07.111920 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-21ee559d-e7c4-4a44-b508-4f6b7891dc5a req-53ea5cf4-f868-4720-a8b8-585115b7f0a7 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255894 Feb 16 13:38:07.205512 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:07.240636 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d366944-85e1-46e4-ba17-26825fa16632 req-d4a16272-c90b-46ed-8762-7f38f17c35d4 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:07.246980 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d366944-85e1-46e4-ba17-26825fa16632 req-d4a16272-c90b-46ed-8762-7f38f17c35d4 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.1250350 Feb 16 13:38:07.327410 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d366944-85e1-46e4-ba17-26825fa16632 req-540896bc-2fe2-4ca9-aab6-ceaf3ba10aa2 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726390 Feb 16 13:38:07.481890 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3e081b5-845f-4ea6-8e1b-abf20e3d0141 req-9df163b2-2143-440c-b30e-33b0af952cb2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 210 time: 0.0303221 Feb 16 13:38:07.625029 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '3e1da32c-dad5-4342-9cbb-ca88cdcfed21', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'mac_address': 'fa:16:3e:27:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:04Z', 'updated_at': '2022-02-16T13:38:04Z', 'revision_number': 0, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:07.680271 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cc15-c421-4174-861b-f0b9370e3042 None None] The sync data for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi is: [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '3e1da32c-dad5-4342-9cbb-ca88cdcfed21', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'mac_address': 'fa:16:3e:27:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:04Z', 'updated_at': '2022-02-16T13:38:04Z', 'revision_number': 0, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:08.008928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-5c2aa84a-1f1f-4b85-abdd-8edd61206a50 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:08.010563 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-5c2aa84a-1f1f-4b85-abdd-8edd61206a50 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.1694801 Feb 16 13:38:08.046657 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aba2ce-1bd7-41ff-bdab-d6db31bb7a3a None None] New status for floating IP 3e1da32c-dad5-4342-9cbb-ca88cdcfed21: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:38:08.147977 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-5e1c0f1b-9330-42cf-9340-b8e5713b28a3 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 380 time: 0.1237991 Feb 16 13:38:08.158597 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'port': {'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'admin_state_up': True, 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'security_groups': ['e1227060-e17a-4e85-a55d-ee59e897ea6d']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:08.183579 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2547bb-e01f-4318-9cba-dec2dac1dc08 req-96265ce7-0dc3-41e3-8fba-492d2aa4f102 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:08.193241 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de2547bb-e01f-4318-9cba-dec2dac1dc08 req-96265ce7-0dc3-41e3-8fba-492d2aa4f102 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 945 time: 0.1009851 Feb 16 13:38:08.294983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-de2547bb-e01f-4318-9cba-dec2dac1dc08 req-8df46ce8-2074-449f-9918-2f1f7412b9ad tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954497 Feb 16 13:38:08.391271 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:08.396555 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Made reservation on behalf of 3110b640182d4cd7b9fbf1b8dfd23aea for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:08.400938 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:08.480422 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 0fc2660d-68e7-4924-8596-a1180bbbd947 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:08.482073 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:08.648857 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d6505ca-137a-4aa1-81a7-eb477c7073bf req-840af624-b803-413f-8c00-b015f7bfc776 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 210 time: 0.0432990 Feb 16 13:38:08.668401 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.20.0.10 (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a/d8e0c6b2-4825-43b2-a60d-09887c0de0b4/207db801-3c35-4392-8f4e-4ea9fcccfefa) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:08.668658 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:08.668658 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:08.739575 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:08.740886 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:08.744084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88dba89-4db4-4749-9283-39eed64851e9" -d '{"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:08.747852 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:08.808575 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:08.845500 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5375b7-4130-4ab5-8da8-1c49028197a0 x-openstack-request-id: req-0c5375b7-4130-4ab5-8da8-1c49028197a0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:08.846017 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:08.846570 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c5375b7-4130-4ab5-8da8-1c49028197a0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:08.847098 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'code': 200} Feb 16 13:38:08.956635 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:09.059225 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:09.156383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:09.168114 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:09.176482 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:38:09.254670 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:09.350722 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:09.351880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:09.405096 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-fdea542a-6b61-4565-a2ef-8b2d5b3c6bf4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2523820 Feb 16 13:38:09.433225 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Request body: {'port': {'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:09.549124 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7647-685b-492d-af11-398f27274690 req-b84fb697-00be-44ac-a768-9bfc020b85ce tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:09.557837 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439d7647-685b-492d-af11-398f27274690 req-b84fb697-00be-44ac-a768-9bfc020b85ce tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1157632 Feb 16 13:38:09.570681 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:09.644306 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439d7647-685b-492d-af11-398f27274690 req-6219ea1f-b92b-40bf-a326-e619f43b29d0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846858 Feb 16 13:38:09.734572 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-539d417a-af44-4d09-94f9-2243947d1c33 None None] Provisioning complete for port 207db801-3c35-4392-8f4e-4ea9fcccfefa triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:09.735431 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-539d417a-af44-4d09-94f9-2243947d1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:09.876914 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc492-8f7e-4967-8484-669d4ba2811e req-f40b79f0-3c02-4ca4-9c70-bae94b304e39 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:09.885390 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2bdc492-8f7e-4967-8484-669d4ba2811e req-f40b79f0-3c02-4ca4-9c70-bae94b304e39 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 932 time: 0.1476281 Feb 16 13:38:09.963568 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2bdc492-8f7e-4967-8484-669d4ba2811e req-b665da48-5c3e-4fd7-89f1-e73a0571ba11 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767696 Feb 16 13:38:10.080230 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-539d417a-af44-4d09-94f9-2243947d1c33 None None] Port 207db801-3c35-4392-8f4e-4ea9fcccfefa cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:38:10.186247 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207db801-3c35-4392-8f4e-4ea9fcccfefa {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:10.202395 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks [] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:10.228750 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Transition to ACTIVE for port object 207db801-3c35-4392-8f4e-4ea9fcccfefa will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:10.236887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:10.300822 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Pushing event updated for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:10.397644 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Attempting to bind port 207db801-3c35-4392-8f4e-4ea9fcccfefa on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:38:10.398815 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Attempting to bind port 207db801-3c35-4392-8f4e-4ea9fcccfefa by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:38:10.399290 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Attempting to bind port 207db801-3c35-4392-8f4e-4ea9fcccfefa on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:10.411768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Port 207db801-3c35-4392-8f4e-4ea9fcccfefa on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:38:10.411768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Attempting to bind port 207db801-3c35-4392-8f4e-4ea9fcccfefa on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:10.419552 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:38:10.420015 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:38:10.420508 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Bound using segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:38:10.420970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Bound port: 207db801-3c35-4392-8f4e-4ea9fcccfefa, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:38:10.421717 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:10.549498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:38:10.553608 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:38:10.566219 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:10.629820 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:10.631062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:10.634235 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] 10.222.0.104 "PUT /v2.0/ports/207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 1094 time: 1.2152104 Feb 16 13:38:10.635145 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:10.641167 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a0c36-d27c-42d6-8ed6-adddc1f789df" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:10.756224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd2619-70a0-46bd-bd61-bf7cd42dd1cf x-openstack-request-id: req-49dd2619-70a0-46bd-bd61-bf7cd42dd1cf {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:10.756456 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:10.756694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49dd2619-70a0-46bd-bd61-bf7cd42dd1cf {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:10.757442 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'status': 'completed', 'code': 200} Feb 16 13:38:10.799819 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78e31-dd8d-4841-99c7-4a2ac0cfc992 service neutron] Pushing event updated for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:10.833887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-d49af7eb-2f09-4d3c-a84f-29757470e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:10.836265 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-d49af7eb-2f09-4d3c-a84f-29757470e016 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1128 time: 0.1268277 Feb 16 13:38:10.926671 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69c81-0299-4e5c-ae68-e10b7e7eb542 req-eb7b57ad-fa3e-44d7-b607-915d76cb7879 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:10.929352 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2a69c81-0299-4e5c-ae68-e10b7e7eb542 req-eb7b57ad-fa3e-44d7-b607-915d76cb7879 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1073747 Feb 16 13:38:10.932487 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-e1944e2a-2cb8-4447-a79c-2f2a053f1531 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 217 time: 0.0810778 Feb 16 13:38:11.073746 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d2a69c81-0299-4e5c-ae68-e10b7e7eb542 req-ec03584e-82c6-43fa-98eb-60f96a395fc4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330755 Feb 16 13:38:11.093394 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-485f1f29-619b-4dc8-9307-4b0928016984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:11.102295 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-485f1f29-619b-4dc8-9307-4b0928016984 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.1613073 Feb 16 13:38:11.188240 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78fb1-e6ec-4c99-a8ce-39246b2c8486 req-f8cbc66e-5ddf-4e5d-aefa-c03101279c01 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:11.190205 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a5c78fb1-e6ec-4c99-a8ce-39246b2c8486 req-f8cbc66e-5ddf-4e5d-aefa-c03101279c01 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.0915470 Feb 16 13:38:11.230305 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-ebedc45f-46ac-4a88-aa3b-62b3a48190fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:11.235702 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-ebedc45f-46ac-4a88-aa3b-62b3a48190fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267962 Feb 16 13:38:11.332071 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a5c78fb1-e6ec-4c99-a8ce-39246b2c8486 req-65c9a20a-403d-4d8b-ac16-f579fcc76024 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335394 Feb 16 13:38:11.746475 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-75558838-3655-407d-82c6-586e3cb4a394 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024474 Feb 16 13:38:11.868647 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-4adf5aa9-2d3b-4c83-9b35-0489f04fad57 req-bef3ffad-2e4b-40a8-a8a0-2cbdd646a758 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152780 Feb 16 13:38:12.016662 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-cffab51c-ecbd-47f5-8002-cb2135b95da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.018518 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-cffab51c-ecbd-47f5-8002-cb2135b95da7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1128 time: 0.0800896 Feb 16 13:38:12.185445 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-41bfd2dc-0c27-48eb-badb-9d8cb1cb4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.187185 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-41bfd2dc-0c27-48eb-badb-9d8cb1cb4c9e service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1599736 Feb 16 13:38:12.238678 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-9d02c9eb-878b-45e6-ad60-1219e462793c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 217 time: 0.0437839 Feb 16 13:38:12.301668 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95146a23-da97-4150-990c-fac4689d8b0a req-0f4c2732-5744-4b38-9953-219caf2e899e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.303194 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95146a23-da97-4150-990c-fac4689d8b0a req-0f4c2732-5744-4b38-9953-219caf2e899e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0772693 Feb 16 13:38:12.311758 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-15a3e813-bd46-4a9a-a3a8-cebb923c0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.313481 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-15a3e813-bd46-4a9a-a3a8-cebb923c0619 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0680525 Feb 16 13:38:12.388320 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95146a23-da97-4150-990c-fac4689d8b0a req-a9e4855d-a2e1-4616-ba5c-8b63c04262c0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788233 Feb 16 13:38:12.432636 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-ece3b170-1c31-4029-a54a-049b0fcd0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.435346 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-ece3b170-1c31-4029-a54a-049b0fcd0f86 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146355 Feb 16 13:38:12.595242 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29d479-9c8c-4878-b19a-b7a4e6ef022f req-cee61854-fce7-4cd7-99fe-aac7f1c91234 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:12.597132 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff29d479-9c8c-4878-b19a-b7a4e6ef022f req-cee61854-fce7-4cd7-99fe-aac7f1c91234 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.1320379 Feb 16 13:38:12.603070 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-3895cc79-d73a-491f-950f-581fde37f8f0 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512573 Feb 16 13:38:12.671878 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ff29d479-9c8c-4878-b19a-b7a4e6ef022f req-9f6fffc0-0dd2-427c-83e7-2d49f47d14af tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664144 Feb 16 13:38:12.746362 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f33a0c36-d27c-42d6-8ed6-adddc1f789df req-87d3f12a-56f0-4cc2-ac48-66f271dcb711 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363127 Feb 16 13:38:13.557563 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6d24-b45b-4c1e-9952-9e5e6b14d466 req-df37a2ae-85bc-438f-a8f3-463c821fd105 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:13.559343 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ebd6d24-b45b-4c1e-9952-9e5e6b14d466 req-df37a2ae-85bc-438f-a8f3-463c821fd105 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0799370 Feb 16 13:38:13.626074 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5ebd6d24-b45b-4c1e-9952-9e5e6b14d466 req-8d6e6320-6308-47bd-95be-67b8eebd7775 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546269 Feb 16 13:38:13.871748 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37881385-4e19-4896-b19f-d4a007fc642c req-ea21e1a1-889f-4ee7-94f2-8fb251ef7107 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:13.879009 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37881385-4e19-4896-b19f-d4a007fc642c req-ea21e1a1-889f-4ee7-94f2-8fb251ef7107 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.1075051 Feb 16 13:38:13.966609 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37881385-4e19-4896-b19f-d4a007fc642c req-0c429861-5122-411f-9f7a-3b2560c45bc3 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861504 Feb 16 13:38:14.793168 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c6653-1d26-4275-bdfb-b41e37983055 req-cf179a6b-5740-4d8b-a456-da3f6eff49d8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:14.794756 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-016c6653-1d26-4275-bdfb-b41e37983055 req-cf179a6b-5740-4d8b-a456-da3f6eff49d8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0655785 Feb 16 13:38:14.867151 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-016c6653-1d26-4275-bdfb-b41e37983055 req-9dc81048-87c0-431f-a714-a792d534595e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559905 Feb 16 13:38:15.123418 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570198-c3e0-4cf3-b903-3405ddc7dd78 req-693f6b6e-c7f7-4516-9ae0-31bdb2c8a8f8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:15.125059 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4570198-c3e0-4cf3-b903-3405ddc7dd78 req-693f6b6e-c7f7-4516-9ae0-31bdb2c8a8f8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.0751426 Feb 16 13:38:15.212250 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4570198-c3e0-4cf3-b903-3405ddc7dd78 req-4e508ddd-8f64-4af7-9a35-7929b33f4672 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806751 Feb 16 13:38:16.067648 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018ff77-c363-46b8-86ea-ed2a58e66397 req-f6c23826-e138-46db-93d4-34833585635e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:16.069255 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6018ff77-c363-46b8-86ea-ed2a58e66397 req-f6c23826-e138-46db-93d4-34833585635e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1170001 Feb 16 13:38:16.150613 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6018ff77-c363-46b8-86ea-ed2a58e66397 req-0cf7e293-bb1d-4f9c-9560-57dbe86e8716 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728745 Feb 16 13:38:16.411344 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2edc59-7eb5-49cb-9ec5-7987d8924ef5 req-5ce07184-f577-4b5d-ac51-895272650801 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:16.413981 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a2edc59-7eb5-49cb-9ec5-7987d8924ef5 req-5ce07184-f577-4b5d-ac51-895272650801 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.0938034 Feb 16 13:38:16.493747 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2a2edc59-7eb5-49cb-9ec5-7987d8924ef5 req-09076f16-c301-4010-ab2e-1486f2c1b95c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739086 Feb 16 13:38:16.952818 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-81565c18-dd0e-4e69-8f30-96890570f948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:17.394213 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07465595-0b06-45db-ab23-4b77aa9a5be5 req-224e8611-1d9f-4869-a8b8-72353521a7e1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:17.395929 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-07465595-0b06-45db-ab23-4b77aa9a5be5 req-224e8611-1d9f-4869-a8b8-72353521a7e1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.1401281 Feb 16 13:38:17.537818 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-07465595-0b06-45db-ab23-4b77aa9a5be5 req-13674011-6130-4672-bd89-4ac151940194 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264179 Feb 16 13:38:17.637730 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-1980cdcd-5953-46a7-a4e7-3b9c36d028ed tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:17.642587 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-1980cdcd-5953-46a7-a4e7-3b9c36d028ed tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1810145 Feb 16 13:38:17.690859 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-ee340bf3-0004-419a-8154-bb8a72c8b998 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/quotas/8418ff9bb863456d92e543b12abef43b HTTP/1.1" status: 200 len: 375 time: 0.0378644 Feb 16 13:38:17.743454 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98540c3-940c-415f-9ffb-362fc856820e req-f183a6a6-29e7-465d-a322-f0f615784a65 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:17.751039 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c98540c3-940c-415f-9ffb-362fc856820e req-f183a6a6-29e7-465d-a322-f0f615784a65 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 944 time: 0.1070621 Feb 16 13:38:17.810955 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-d6735c16-3086-4b56-b3b4-0a3a34a57506 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103435 Feb 16 13:38:17.820425 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c98540c3-940c-415f-9ffb-362fc856820e req-44a05ea5-639b-4da2-b986-158be391ac83 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674806 Feb 16 13:38:17.954864 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-cedfaadd-2bcb-407c-8145-91ab4b37f88f service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332064 Feb 16 13:38:18.095942 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-68750433-60b1-404c-a3cb-56c199aad459 service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366391 Feb 16 13:38:18.395022 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e515029e-1519-4a95-8ca7-29e70e9db40b req-81492384-1ee4-4b58-8465-a3a922a25241 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 210 time: 0.0497756 Feb 16 13:38:18.451104 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 207db801-3c35-4392-8f4e-4ea9fcccfefa details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:18.669663 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:18.703108 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:18.750509 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f0498-711d-44f3-9937-6dbbcdb52dfc req-d4beb933-9d2d-4a30-8773-ef8172d94b15 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:18.759035 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-934f0498-711d-44f3-9937-6dbbcdb52dfc req-d4beb933-9d2d-4a30-8773-ef8172d94b15 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0937655 Feb 16 13:38:18.800340 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 207db801-3c35-4392-8f4e-4ea9fcccfefa is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:18.801195 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:18.833120 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207db801-3c35-4392-8f4e-4ea9fcccfefa {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:18.869653 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-934f0498-711d-44f3-9937-6dbbcdb52dfc req-2a247177-ea5a-4cf5-8928-4373818ad772 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062272 Feb 16 13:38:18.918459 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:18.932076 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:19.021583 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:19.109352 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff48d0-9df8-4ff7-82d9-00c39b275c89 req-e8c7a7f6-4c67-4483-b669-e249f5cfbe38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:19.111410 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2fff48d0-9df8-4ff7-82d9-00c39b275c89 req-e8c7a7f6-4c67-4483-b669-e249f5cfbe38 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 945 time: 0.0773411 Feb 16 13:38:19.230350 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2fff48d0-9df8-4ff7-82d9-00c39b275c89 req-a894147b-352f-471a-8b64-057aca851f9d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961881 Feb 16 13:38:19.281834 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['207db801-3c35-4392-8f4e-4ea9fcccfefa'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:19.375330 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9ed9-acc6-4af3-8e9c-bc93bc5a5ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:19.551592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-52322d6a-fd82-4db5-8ed0-f5254fe879c7 req-17f097da-b88c-40b7-9a0d-076b92ee57f7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 210 time: 0.0499630 Feb 16 13:38:19.935533 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-45139db3-c71c-4321-b29c-f7d45e8405db tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:19.938143 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-45139db3-c71c-4321-b29c-f7d45e8405db tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.2261195 Feb 16 13:38:19.966277 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Request body: {'port': {'device_id': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'admin_state_up': True, 'tenant_id': '8418ff9bb863456d92e543b12abef43b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:20.050826 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a5f5e-203d-4e61-857f-8f0d8109e0a5 req-8ca3862e-076e-4c09-8241-5b829edd47b0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:20.052791 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5d0a5f5e-203d-4e61-857f-8f0d8109e0a5 req-8ca3862e-076e-4c09-8241-5b829edd47b0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0858412 Feb 16 13:38:20.102586 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:20.106852 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.114198 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5d0a5f5e-203d-4e61-857f-8f0d8109e0a5 req-c127c4ce-40b1-4509-8eec-c0bcda455e90 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517588 Feb 16 13:38:20.190165 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.260733 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Allocated IP 172.20.0.9 (92b5dd17-9b7c-4ecc-b257-c21b701827c4/2b0fa0a3-877f-4979-bedb-c62ea0eab693/a66415a8-8c6b-4acb-8b5f-839e200a510b) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:20.381638 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b3e0-872c-41d2-b259-8ff5727c01a8 req-eb536376-8f99-478c-8b48-46c242a6955e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:20.384076 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c823b3e0-872c-41d2-b259-8ff5727c01a8 req-eb536376-8f99-478c-8b48-46c242a6955e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 945 time: 0.0599930 Feb 16 13:38:20.437414 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c823b3e0-872c-41d2-b259-8ff5727c01a8 req-46e8e6d3-9a55-421a-aebf-a1e367988b6c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 Feb 16 13:38:20.444084 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks [] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.481492 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.503302 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:20.530646 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:20.533685 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:20.536252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:38:20.565382 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event updated for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:20.593881 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:20.594603 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.614558 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6eec69cf-79bd-4344-a88a-ccb8ef752d19 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528316 Feb 16 13:38:20.637011 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Request body: {'port': {'device_id': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:20.685805 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3b6d-ef5b-4030-92e8-dc20f5c018d8 req-a657befc-a674-4927-a314-f5f57ac052f8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:20.687477 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5d9d3b6d-ef5b-4030-92e8-dc20f5c018d8 req-a657befc-a674-4927-a314-f5f57ac052f8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 931 time: 0.0656056 Feb 16 13:38:20.717224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:20.748733 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5d9d3b6d-ef5b-4030-92e8-dc20f5c018d8 req-ac37d0e5-ce64-4dbc-bac9-ac503b7cf8a6 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548203 Feb 16 13:38:20.941528 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fdf84-c908-4953-b173-2dacbf11c7de req-6cc528b3-a6d4-4bf8-bdd1-03db5b8da8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:20.942951 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-6cc528b3-a6d4-4bf8-bdd1-03db5b8da8df service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1130 time: 0.1105354 Feb 16 13:38:21.099391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fdf84-c908-4953-b173-2dacbf11c7de req-9d066210-533f-4b1d-9dba-7f8cd8b41bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.100889 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-9d066210-533f-4b1d-9dba-7f8cd8b41bad service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1462224 Feb 16 13:38:21.102742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66415a8-8c6b-4acb-8b5f-839e200a510b {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:21.111213 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks [] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.163557 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Transition to ACTIVE for port object a66415a8-8c6b-4acb-8b5f-839e200a510b will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:21.172861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.223150 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-07245eb4-85f4-47e2-827f-c49d2b3296b9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 1001 time: 0.1138206 Feb 16 13:38:21.251916 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f86e3-4802-4659-a84e-230eadc6e539 req-a874d62f-508d-4342-a4a2-c5f0c77a7a6c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.253431 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-983f86e3-4802-4659-a84e-230eadc6e539 req-a874d62f-508d-4342-a4a2-c5f0c77a7a6c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0559363 Feb 16 13:38:21.287970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Pushing event updated for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:21.306069 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-983f86e3-4802-4659-a84e-230eadc6e539 req-326cd91b-e24b-49ba-94c8-d41882cfdb16 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Feb 16 13:38:21.333095 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fdf84-c908-4953-b173-2dacbf11c7de req-ea420044-c485-4921-a611-f6cc464cc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.334576 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-ea420044-c485-4921-a611-f6cc464cc224 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.1039517 Feb 16 13:38:21.366697 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Attempting to bind port a66415a8-8c6b-4acb-8b5f-839e200a510b on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:38:21.367213 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Attempting to bind port a66415a8-8c6b-4acb-8b5f-839e200a510b by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:38:21.367650 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Attempting to bind port a66415a8-8c6b-4acb-8b5f-839e200a510b on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:21.391400 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Port a66415a8-8c6b-4acb-8b5f-839e200a510b on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:38:21.391727 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Attempting to bind port a66415a8-8c6b-4acb-8b5f-839e200a510b on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:21.400651 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:38:21.401032 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Checking segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:38:21.401383 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Bound using segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:38:21.401838 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Bound port: a66415a8-8c6b-4acb-8b5f-839e200a510b, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:38:21.402233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.449391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fdf84-c908-4953-b173-2dacbf11c7de req-3ee70d9c-7845-4ece-b141-1d40a153f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.451016 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-3ee70d9c-7845-4ece-b141-1d40a153f93d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058791 Feb 16 13:38:21.514632 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:38:21.554272 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:38:21.566696 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.572055 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748d149-a1b0-4dac-911c-173e17e16de9 req-8cf34d43-0755-4b4b-8d0b-963d7e7b5ff8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.573651 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1748d149-a1b0-4dac-911c-173e17e16de9 req-8cf34d43-0755-4b4b-8d0b-963d7e7b5ff8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 945 time: 0.0596473 Feb 16 13:38:21.614719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.615344 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.617334 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] 10.222.0.104 "PUT /v2.0/ports/a66415a8-8c6b-4acb-8b5f-839e200a510b HTTP/1.1" status: 200 len: 1093 time: 0.9865525 Feb 16 13:38:21.618086 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:21.620336 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:21.625335 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1748d149-a1b0-4dac-911c-173e17e16de9 req-7676dcf0-233a-4276-a41a-79320ccbf2d6 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Feb 16 13:38:21.628598 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-95dd0500-43d2-4605-9111-b6614616e9d6 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623504 Feb 16 13:38:21.680639 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f645e-5f30-46ab-b5b1-38493259176a x-openstack-request-id: req-351f645e-5f30-46ab-b5b1-38493259176a {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:21.680937 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:21.681192 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-351f645e-5f30-46ab-b5b1-38493259176a {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:21.681590 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'status': 'completed', 'code': 200} Feb 16 13:38:21.707099 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6e9c6-eddb-4a6b-8114-9a53b3f8015e service neutron] Pushing event updated for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:21.776240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-735b3690-d1c7-4f13-b714-cf3b0d1b69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.777782 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-735b3690-d1c7-4f13-b714-cf3b0d1b69cf service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 1127 time: 0.1114759 Feb 16 13:38:21.779584 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-879fdf84-c908-4953-b173-2dacbf11c7de req-4b9ab58e-c279-42bb-8d94-25264691053a service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438830 Feb 16 13:38:21.808121 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:21.833943 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-850f1464-e605-4973-89dc-a8f38dbe2b8e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b HTTP/1.1" status: 200 len: 217 time: 0.0429220 Feb 16 13:38:21.890051 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c72797-7ae5-4682-a8a0-8ebaab68a671 req-9d75fb95-2ae0-49b4-a12c-bad03b125731 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.890639 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6c92bf02-1783-45c1-a32a-94364e0ab1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.891849 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-6c92bf02-1783-45c1-a32a-94364e0ab1fa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0518754 Feb 16 13:38:21.892228 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-90c72797-7ae5-4682-a8a0-8ebaab68a671 req-9d75fb95-2ae0-49b4-a12c-bad03b125731 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 943 time: 0.0628757 Feb 16 13:38:21.928370 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-a32efe70-d6e5-4331-b235-92909fd70d75 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267115 Feb 16 13:38:21.943914 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-90c72797-7ae5-4682-a8a0-8ebaab68a671 req-b4515ae4-1682-413e-acc7-b5a14713c2fd tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Feb 16 13:38:22.027961 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-523e1a83-591d-4229-9fa2-357f7961ad0f service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907292 Feb 16 13:38:22.124476 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1d2f94f4-83ee-4790-93a7-e8c4d3aca2d8 req-84bbfff1-73ce-4a4c-bad3-d351865666a4 service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876994 Feb 16 13:38:22.232618 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-f6157275-05b0-41e7-8175-7e30a6573fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.234355 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-f6157275-05b0-41e7-8175-7e30a6573fe2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 1127 time: 0.0471110 Feb 16 13:38:22.358489 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-789ef411-f639-40d7-a51e-06e99929ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.360368 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-789ef411-f639-40d7-a51e-06e99929ec69 service neutron] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 916 time: 0.1039972 Feb 16 13:38:22.407130 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-e85d253c-240f-4181-aaf3-39fdb3c65bd1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b HTTP/1.1" status: 200 len: 217 time: 0.0388496 Feb 16 13:38:22.444114 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4158e-9cca-466d-abde-3073ecfb42a8 req-ab566232-412a-484b-8baa-67a6c03bf390 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.446137 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c9f4158e-9cca-466d-abde-3073ecfb42a8 req-ab566232-412a-484b-8baa-67a6c03bf390 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0615900 Feb 16 13:38:22.467431 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 207db801-3c35-4392-8f4e-4ea9fcccfefa up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:22.474596 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-af1632d7-516f-44c3-8bf0-8fee4f8de172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.476845 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-af1632d7-516f-44c3-8bf0-8fee4f8de172 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0608721 Feb 16 13:38:22.500730 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c9f4158e-9cca-466d-abde-3073ecfb42a8 req-5c64972b-88bc-4432-a9e1-203d36aeaed3 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482950 Feb 16 13:38:22.517445 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-cad5ebc1-f7ba-4eb4-80d6-e4a56cba3aab service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294292 Feb 16 13:38:22.531439 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 207db801-3c35-4392-8f4e-4ea9fcccfefa completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:22.540412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 207db801-3c35-4392-8f4e-4ea9fcccfefa triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:22.540909 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:22.623202 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-ac5ddfd3-dc6b-4f99-a61f-1d8bc051a1de service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975785 Feb 16 13:38:22.635501 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 207db801-3c35-4392-8f4e-4ea9fcccfefa is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:22.636119 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:22.661607 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:22.664848 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef706f1e-d736-43c7-b5f1-a1497a4a05e1" -d '{"events": [{"server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "name": "network-vif-plugged", "status": "completed", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:22.691211 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:22.705311 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707ebd1-24bf-49ef-a50c-3478a1046f82 x-openstack-request-id: req-c707ebd1-24bf-49ef-a50c-3478a1046f82 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:22.705608 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "name": "network-vif-plugged", "status": "completed", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:22.705851 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c707ebd1-24bf-49ef-a50c-3478a1046f82 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:22.706294 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'code': 200} Feb 16 13:38:22.707138 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:22.746315 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ba9306b2-42b3-4e4f-9404-73ba154e0ca4 req-7649418d-fe89-4fd1-986d-2a30c9ecb129 service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070063 Feb 16 13:38:22.761776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:22.793119 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77882edf-5afe-485d-8965-80c8ef9fa378 req-cad8e23c-9c16-4e3e-b842-cce5fcd29ff4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.794712 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77882edf-5afe-485d-8965-80c8ef9fa378 req-cad8e23c-9c16-4e3e-b842-cce5fcd29ff4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0624471 Feb 16 13:38:22.845499 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77882edf-5afe-485d-8965-80c8ef9fa378 req-c2d7722d-28ca-4ba7-898f-11367db013b3 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Feb 16 13:38:23.000938 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eef1e4-97fd-4dfd-b712-5997f6e35c83 req-efbb403e-7819-45fa-90d8-68be37cbf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.002495 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56eef1e4-97fd-4dfd-b712-5997f6e35c83 req-efbb403e-7819-45fa-90d8-68be37cbf82f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1130 time: 0.0472364 Feb 16 13:38:23.051488 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-56eef1e4-97fd-4dfd-b712-5997f6e35c83 req-5d1c473c-9ad8-4ac7-9eeb-8b0d5a707888 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Feb 16 13:38:23.074690 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:23.081476 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9d27-46a5-4f72-9673-20f792a2e2d0 req-1150e293-cd48-4639-9475-17c55d60ee63 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.083042 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3eca9d27-46a5-4f72-9673-20f792a2e2d0 req-1150e293-cd48-4639-9475-17c55d60ee63 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 943 time: 0.0645144 Feb 16 13:38:23.129573 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3eca9d27-46a5-4f72-9673-20f792a2e2d0 req-e6731bc9-4689-45ad-9630-cf743a827c04 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Feb 16 13:38:23.637376 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07534e3e-2dde-4e05-9415-9d16263534a8 req-f1191695-517c-4ca4-9fa5-cf937506c86f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.639226 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-07534e3e-2dde-4e05-9415-9d16263534a8 req-f1191695-517c-4ca4-9fa5-cf937506c86f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Feb 16 13:38:23.691914 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-07534e3e-2dde-4e05-9415-9d16263534a8 req-7d278a5d-d054-48bd-9f8b-e24f4fff11ff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Feb 16 13:38:23.972522 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440eef3-c054-46a7-85e8-976c647c408d req-60306602-f1e2-4c8f-b640-5542f7340ad1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.974013 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6440eef3-c054-46a7-85e8-976c647c408d req-60306602-f1e2-4c8f-b640-5542f7340ad1 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0544300 Feb 16 13:38:24.026901 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6440eef3-c054-46a7-85e8-976c647c408d req-49dc1b5e-808c-48bb-a6e2-89e156136d90 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Feb 16 13:38:24.259027 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9bf3-2f6f-423a-a9f0-656a5d25ae9b req-6f24dfd7-c79f-4286-b939-96f07bb47c6a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:24.260592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19aa9bf3-2f6f-423a-a9f0-656a5d25ae9b req-6f24dfd7-c79f-4286-b939-96f07bb47c6a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 943 time: 0.0624075 Feb 16 13:38:24.312779 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-19aa9bf3-2f6f-423a-a9f0-656a5d25ae9b req-e95fb434-9f69-4fbb-bed5-c6a44114bdf3 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Feb 16 13:38:24.475919 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device a66415a8-8c6b-4acb-8b5f-839e200a510b details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:24.480315 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:38:24.636479 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:24.637178 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:24.670906 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:24.691951 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'port_id': 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'mac_address': 'fa:16:3e:8c:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0fa0a3-877f-4979-bedb-c62ea0eab693', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:24.698326 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:24.703692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:24.723498 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:24.725762 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94950a1-b15a-4641-80f0-80bf9ee950fb" -d '{"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:24.770168 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57024beb-8b2e-4373-8e36-f0de44ceb36b x-openstack-request-id: req-57024beb-8b2e-4373-8e36-f0de44ceb36b {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:24.770462 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:24.770714 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57024beb-8b2e-4373-8e36-f0de44ceb36b {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:24.771105 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'code': 200} Feb 16 13:38:24.773949 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port a66415a8-8c6b-4acb-8b5f-839e200a510b is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:24.774388 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:24.796818 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:24.802397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66415a8-8c6b-4acb-8b5f-839e200a510b {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:24.825617 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:24.831241 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:24.839800 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a672-5805-4c78-b09c-a40fa2406f9c req-00fce0b1-2aa0-4c05-a88f-b282a32b8259 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:24.841503 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ea7a672-5805-4c78-b09c-a40fa2406f9c req-00fce0b1-2aa0-4c05-a88f-b282a32b8259 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0762913 Feb 16 13:38:24.888829 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:24.902235 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3ea7a672-5805-4c78-b09c-a40fa2406f9c req-2b346127-94d0-4a84-b226-8b07ecf718cb tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551164 Feb 16 13:38:25.136829 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['a66415a8-8c6b-4acb-8b5f-839e200a510b'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:25.158484 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5417972-11d9-40ab-a145-0f4e19864aca req-4aea9b75-28d9-4174-9af5-282014538c7f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:25.159947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5417972-11d9-40ab-a145-0f4e19864aca req-4aea9b75-28d9-4174-9af5-282014538c7f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0604279 Feb 16 13:38:25.226236 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d5417972-11d9-40ab-a145-0f4e19864aca req-975486c8-8ab2-4965-886c-138c96bde676 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588391 Feb 16 13:38:25.355095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937591e-3cf4-4223-8c76-2af1fbedb454 req-87917d18-8214-43b8-9175-c787662ba93e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:25.356683 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c937591e-3cf4-4223-8c76-2af1fbedb454 req-87917d18-8214-43b8-9175-c787662ba93e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0579205 Feb 16 13:38:25.436523 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c937591e-3cf4-4223-8c76-2af1fbedb454 req-89b89a2b-fcb0-4bb2-9dc4-f1e64d0b466a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744586 Feb 16 13:38:25.459287 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48576) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:38:25.461118 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb0c72-4e07-406a-b99b-33ef8c24171c req-287128f8-4041-4e5e-b624-a7bac11d63a8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:25.462849 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94bb0c72-4e07-406a-b99b-33ef8c24171c req-287128f8-4041-4e5e-b624-a7bac11d63a8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 944 time: 0.0741668 Feb 16 13:38:25.511177 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ee91-99bf-4a5c-a456-b3aea1132f48 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:25.512734 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-daf8ee91-99bf-4a5c-a456-b3aea1132f48 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1125 time: 0.0514941 Feb 16 13:38:25.513175 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94bb0c72-4e07-406a-b99b-33ef8c24171c req-5e5c6c6e-a442-47e8-a959-b4632edebef4 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Feb 16 13:38:25.515696 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 48580) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:38:25.523051 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:25.548671 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:25.685472 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:25.803373 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.27.3.2 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/f40607fb-a78c-4b0a-92a4-5f8f866f2d80) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:25.929205 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:25.970186 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:25.991870 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c894a-2689-437e-983a-20390cefe344 req-887a7ece-c026-4534-8a2b-a0b6209733a8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:25.993818 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-632c894a-2689-437e-983a-20390cefe344 req-887a7ece-c026-4534-8a2b-a0b6209733a8 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0573599 Feb 16 13:38:26.037367 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:26.045773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:26.046534 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-632c894a-2689-437e-983a-20390cefe344 req-d8c02f78-ee43-4c11-be05-2afeadbe6d82 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468171 Feb 16 13:38:26.050511 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:38:26.060645 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=f40607fb-a78c-4b0a-92a4-5f8f866f2d80,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:26.100523 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-d1d09fa0-bc11-4257-a6fb-048fe2707eba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222444 Feb 16 13:38:26.212832 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ffc7ece6-a1d6-44b0-92fe-27fb51da8915 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:26.214220 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ffc7ece6-a1d6-44b0-92fe-27fb51da8915 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports/0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 941 time: 0.0800583 Feb 16 13:38:26.471461 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (6b2893d9-a6b9-4e0d-82b7-6462983a4bee), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.498937 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device a66415a8-8c6b-4acb-8b5f-839e200a510b up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:26.565064 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.590498 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port a66415a8-8c6b-4acb-8b5f-839e200a510b completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:26.598500 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port a66415a8-8c6b-4acb-8b5f-839e200a510b triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:26.599002 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.723647 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port a66415a8-8c6b-4acb-8b5f-839e200a510b is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:26.724434 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.730807 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115751ac-3a2f-47da-9a28-6cc65bec5791 req-4c932d87-0a8f-4cd6-9099-30e3a91269be tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:26.732629 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-115751ac-3a2f-47da-9a28-6cc65bec5791 req-4c932d87-0a8f-4cd6-9099-30e3a91269be tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 944 time: 0.0808511 Feb 16 13:38:26.765433 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:26.771358 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.772366 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:38:26.775516 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:26.778061 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935c1029-b1ee-4f6b-9a26-c48b75385d57" -d '{"events": [{"server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "name": "network-vif-plugged", "status": "completed", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:26.791497 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-115751ac-3a2f-47da-9a28-6cc65bec5791 req-23b51f2e-fa46-47ad-a0fa-5bff232c001a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517769 Feb 16 13:38:26.801039 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.819825 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.851875 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8ff76-3e39-4b77-a5b8-635d012afffc x-openstack-request-id: req-b6b8ff76-3e39-4b77-a5b8-635d012afffc {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:26.852275 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "name": "network-vif-plugged", "status": "completed", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:26.852589 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6b8ff76-3e39-4b77-a5b8-635d012afffc {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:26.853074 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'code': 200} Feb 16 13:38:26.886307 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:26.901801 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=f40607fb-a78c-4b0a-92a4-5f8f866f2d80,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:26.912069 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (6b2893d9-a6b9-4e0d-82b7-6462983a4bee), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:26.932700 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: DOWN; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:27.195562 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73c5e-9fef-49af-854f-7c0788e5d4b5 req-2068724f-44e9-41f5-8345-4e72112aac6a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.197128 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77d73c5e-9fef-49af-854f-7c0788e5d4b5 req-2068724f-44e9-41f5-8345-4e72112aac6a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0668125 Feb 16 13:38:27.249991 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-77d73c5e-9fef-49af-854f-7c0788e5d4b5 req-fc80e020-bf28-41b4-bdf1-2434a5c8a5ec tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465472 Feb 16 13:38:27.359250 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP 6b2893d9-a6b9-4e0d-82b7-6462983a4bee associated. External IP: 172.27.3.2, port: 207db801-3c35-4392-8f4e-4ea9fcccfefa. Feb 16 13:38:27.362342 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef321f3-1e82-4389-8df1-6413d42dd347 req-1621b6c0-8434-43bb-bd32-96d08c1546e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.363817 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eef321f3-1e82-4389-8df1-6413d42dd347 req-1621b6c0-8434-43bb-bd32-96d08c1546e5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 1129 time: 0.1121008 Feb 16 13:38:27.367693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-224a300a-b774-414c-b8c6-078a57cedf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.369055 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-224a300a-b774-414c-b8c6-078a57cedf8a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1&tenant_id=7759e105b5d349a2be14c3cba6e729b4 HTTP/1.1" status: 200 len: 1128 time: 0.1188970 Feb 16 13:38:27.515644 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-eef321f3-1e82-4389-8df1-6413d42dd347 req-0bdf31ac-61ee-4a19-8fdc-0dbd29fdf078 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153941 Feb 16 13:38:27.527117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ee122eca-ffde-4eac-9316-e756608fab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.528587 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ee122eca-ffde-4eac-9316-e756608fab62 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1128 time: 0.1295443 Feb 16 13:38:27.649564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:38:27.815489 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:38:27.827256 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:27.846990 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:27.847709 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:38:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:27.848921 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:27.872389 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ab76cbaa-6d48-418f-8d02-b6190ca1f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.873900 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-ab76cbaa-6d48-418f-8d02-b6190ca1f873 service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1342790 Feb 16 13:38:27.894162 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-515c309f-62b3-4910-b6cf-157053de26ca tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3771651 Feb 16 13:38:27.927056 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:27.929793 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714820b3-796f-4af2-94d3-7f00273e87d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:27.941020 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d513969-81ae-4bd0-abce-1346f9cafd25 req-a86e7392-ca61-4b50-b3f5-b6b2c45c9c5a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:27.942592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d513969-81ae-4bd0-abce-1346f9cafd25 req-a86e7392-ca61-4b50-b3f5-b6b2c45c9c5a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 945 time: 0.0675342 Feb 16 13:38:27.967219 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941f5bb-f5c3-4a87-836f-12896f0c76ef x-openstack-request-id: req-5941f5bb-f5c3-4a87-836f-12896f0c76ef {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:27.967219 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:27.967488 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5941f5bb-f5c3-4a87-836f-12896f0c76ef {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:27.967839 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'status': 'completed', 'code': 200} Feb 16 13:38:27.980874 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-7db694da-8c43-435b-b430-15e116156c98 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 999 time: 0.0966520 Feb 16 13:38:27.989070 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:27.996756 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1d513969-81ae-4bd0-abce-1346f9cafd25 req-40a3dfaa-53f6-4e50-9478-22271a4d3369 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Feb 16 13:38:28.085842 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-8bb2c650-68ee-4c4e-8e30-deb39e983463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.087342 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-8bb2c650-68ee-4c4e-8e30-deb39e983463 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0733058 Feb 16 13:38:28.100058 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-49159c5a-f165-4921-8265-ad98203aa8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.101600 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-49159c5a-f165-4921-8265-ad98203aa8fa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1130 time: 0.0609050 Feb 16 13:38:28.219625 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-105c9cfe-a270-4651-a583-bece52fe60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.221044 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-105c9cfe-a270-4651-a583-bece52fe60a8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185722 Feb 16 13:38:28.226179 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-75debff7-90f7-448b-bb02-3a6d0a8a998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.227518 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-75debff7-90f7-448b-bb02-3a6d0a8a998e service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1177902 Feb 16 13:38:28.236146 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:26Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:28.259371 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:28.264139 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:28.272510 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:38:28.273270 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:38:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:28.359537 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-5a9a74d9-f302-449d-99b4-6cdbf65942d0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 998 time: 0.1140833 Feb 16 13:38:28.389340 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c87c7-6fc2-4c20-b0cf-a738781f11eb req-d18e4cb0-9bdb-4889-beaa-93f1c74dd173 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.391263 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-af0c87c7-6fc2-4c20-b0cf-a738781f11eb req-d18e4cb0-9bdb-4889-beaa-93f1c74dd173 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0618391 Feb 16 13:38:28.402168 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:38:28.404008 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-1fff4120-c4d8-4524-8823-5492b8164051 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672723 Feb 16 13:38:28.437363 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-bf233e83-7be4-422b-b4b0-8437c45b1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.439148 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-bf233e83-7be4-422b-b4b0-8437c45b1a21 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0653160 Feb 16 13:38:28.442994 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-af0c87c7-6fc2-4c20-b0cf-a738781f11eb req-efc6582c-4170-4e24-a656-66c63032eb65 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Feb 16 13:38:28.551284 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-f2c499ca-f0ed-42a5-a845-463625df5759 req-b67e2d3b-0df1-4fa9-ba80-ca47b3497724 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331210 Feb 16 13:38:28.553158 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-e94966db-f1d9-4c9c-903c-c9205b4f9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:28.555346 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-e94966db-f1d9-4c9c-903c-c9205b4f9490 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960531 Feb 16 13:38:28.655614 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:26Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:28.683061 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-31beb613-8e8a-4fe3-b359-fcf2dcb28f00 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081984 Feb 16 13:38:28.687261 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0233-9253-42ce-bafd-cd1c1a90d7a5 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:26Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:28.797529 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-714820b3-796f-4af2-94d3-7f00273e87d7 req-5c0e7bb0-79e1-4b46-b230-22afef9f3a8f service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964084 Feb 16 13:38:28.965718 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e4a1f-0696-4df0-895e-0b77fb363c5d None None] New status for floating IP 6b2893d9-a6b9-4e0d-82b7-6462983a4bee: ACTIVE {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:38:29.111740 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-84e4015e-53ca-4da0-a600-acb9ff04c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:29.113548 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-84e4015e-53ca-4da0-a600-acb9ff04c0f6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7759e105b5d349a2be14c3cba6e729b4&device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1128 time: 0.1216500 Feb 16 13:38:29.219085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd1166-ede8-4fc9-afca-bf9eccb87616 req-970404be-e378-4343-b777-410442c0f8f5 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:29.226145 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69dd1166-ede8-4fc9-afca-bf9eccb87616 req-970404be-e378-4343-b777-410442c0f8f5 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 945 time: 0.1108537 Feb 16 13:38:29.303161 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-69dd1166-ede8-4fc9-afca-bf9eccb87616 req-c4770e70-bd0b-42cf-a6ba-18c68f19cc85 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740221 Feb 16 13:38:29.611012 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660a60d-21a1-4f3f-8109-c3c1c006ddb6 req-db2e6e0f-69e4-4d16-a69b-124f69f0a405 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:29.612746 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f660a60d-21a1-4f3f-8109-c3c1c006ddb6 req-db2e6e0f-69e4-4d16-a69b-124f69f0a405 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0596240 Feb 16 13:38:29.671061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f660a60d-21a1-4f3f-8109-c3c1c006ddb6 req-38b8b9b8-b937-4deb-bd4a-5e6915b42c1a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473247 Feb 16 13:38:30.811903 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3ee2e-e6b0-4b97-9495-8097753e3bf7 req-19024a71-0c41-4802-9153-e791171feaf1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:30.813597 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71a3ee2e-e6b0-4b97-9495-8097753e3bf7 req-19024a71-0c41-4802-9153-e791171feaf1 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0591848 Feb 16 13:38:30.863398 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-71a3ee2e-e6b0-4b97-9495-8097753e3bf7 req-3b1d2e27-3a80-419a-b96f-e621d827e712 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 Feb 16 13:38:31.863790 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:38:32.012100 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25241ede-7b26-4bf9-bcdf-811ccc19e546 req-4d945d6a-2efb-48fb-a2ae-c07e1b5769fe tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:32.013721 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25241ede-7b26-4bf9-bcdf-811ccc19e546 req-4d945d6a-2efb-48fb-a2ae-c07e1b5769fe tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0594227 Feb 16 13:38:32.077821 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-25241ede-7b26-4bf9-bcdf-811ccc19e546 req-cf89b234-aa14-488d-a093-ae0149c679a0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568929 Feb 16 13:38:33.212622 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c7eb1-0b7f-477a-980a-936cb44ee13b req-2ed1f05e-cd18-412c-8304-6bfae12ba593 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:33.214138 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca9c7eb1-0b7f-477a-980a-936cb44ee13b req-2ed1f05e-cd18-412c-8304-6bfae12ba593 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0558403 Feb 16 13:38:33.280937 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ca9c7eb1-0b7f-477a-980a-936cb44ee13b req-97ae232b-3690-4e6f-8762-0f45e194dbff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557120 Feb 16 13:38:34.424087 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff15322-1cec-4f6b-b8ee-475a2fb9fce9 req-a41ffb82-63af-49a7-97c9-d5509301967e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:34.426677 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2ff15322-1cec-4f6b-b8ee-475a2fb9fce9 req-a41ffb82-63af-49a7-97c9-d5509301967e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0545759 Feb 16 13:38:34.479949 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2ff15322-1cec-4f6b-b8ee-475a2fb9fce9 req-96dc2800-8831-4bb5-8a4d-beaa95352e9d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Feb 16 13:38:35.613860 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea6228-7519-4e31-a9e0-b2983168d67b req-5f771270-594d-4ce8-bbf7-6911d77cd4f4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:35.615537 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feea6228-7519-4e31-a9e0-b2983168d67b req-5f771270-594d-4ce8-bbf7-6911d77cd4f4 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0587094 Feb 16 13:38:35.674554 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-feea6228-7519-4e31-a9e0-b2983168d67b req-66308509-2d3d-4453-965f-0227b0522aee tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Feb 16 13:38:36.807281 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7270f79-d143-44c9-b99c-64916d9f28fd req-eb2b56d7-8de9-4c2a-a04c-83562e892f09 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:36.810430 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7270f79-d143-44c9-b99c-64916d9f28fd req-eb2b56d7-8de9-4c2a-a04c-83562e892f09 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0561535 Feb 16 13:38:36.872009 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e7270f79-d143-44c9-b99c-64916d9f28fd req-f98cc374-e4d6-4dba-bc30-acff3fb29a27 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556245 Feb 16 13:38:38.023998 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457d746-d7f9-49d7-bee4-d4b81cb2501d req-ee799e3c-aa7f-4fbd-944f-934389665466 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:38.025713 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a457d746-d7f9-49d7-bee4-d4b81cb2501d req-ee799e3c-aa7f-4fbd-944f-934389665466 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0645466 Feb 16 13:38:38.079134 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a457d746-d7f9-49d7-bee4-d4b81cb2501d req-5e0e6c37-1686-4ba8-bc39-968eec30550d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478435 Feb 16 13:38:39.217891 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ba74-9a00-4e71-ab3e-278b7011d9d0 req-96688c25-a4c0-431c-b3c7-c62f8557e346 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:39.219408 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab26ba74-9a00-4e71-ab3e-278b7011d9d0 req-96688c25-a4c0-431c-b3c7-c62f8557e346 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0645316 Feb 16 13:38:39.297152 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ab26ba74-9a00-4e71-ab3e-278b7011d9d0 req-bf48472b-aaf9-4653-a5de-811c06681041 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718091 Feb 16 13:38:39.781102 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-ad00edaf-6b6c-4ab4-a2c8-b2e86047745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:39.782745 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-ad00edaf-6b6c-4ab4-a2c8-b2e86047745f service neutron] 10.222.0.104 "GET /v2.0/networks?id=7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 200 len: 917 time: 0.1076138 Feb 16 13:38:39.873287 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-34880dcb-d8a3-4096-b24d-0ab6d791fa8c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 200 len: 999 time: 0.0813329 Feb 16 13:38:39.927686 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-f7b21f47-d4a0-494a-bb6a-5233c17ecf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:39.929995 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-f7b21f47-d4a0-494a-bb6a-5233c17ecf59 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 200 len: 855 time: 0.0480602 Feb 16 13:38:39.987281 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-18972308-32cc-42cb-bb76-213a7822d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:39.988846 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-18972308-32cc-42cb-bb76-213a7822d0ea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=7f2ac922-563c-4689-8ae1-c7724a89ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524080 Feb 16 13:38:40.101556 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-62f47cbe-91cb-4e08-8a97-80169b75477f service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040380 Feb 16 13:38:40.210819 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-3d2c3c54-94a4-4958-bd99-0240b07f6486 req-7f7ff11a-c873-4cdf-bbf3-5cb5f9c2d1d4 service neutron] 10.222.0.104 "GET /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997367 Feb 16 13:38:40.484357 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7453546-0237-4055-adca-f4fceb6df468 req-5fe10aa7-7c1d-4fd1-be99-ecd297a2c1ff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:40.487139 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7453546-0237-4055-adca-f4fceb6df468 req-5fe10aa7-7c1d-4fd1-be99-ecd297a2c1ff tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0746047 Feb 16 13:38:40.537293 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c7453546-0237-4055-adca-f4fceb6df468 req-59fa619f-9c19-4e71-b46b-2114b16aa5ee tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Feb 16 13:38:41.701947 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8cc19-b30e-45cf-89fc-224fc973c7c0 req-b9e49308-4c3d-4962-81e0-e027bdd50539 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:41.703595 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8d8cc19-b30e-45cf-89fc-224fc973c7c0 req-b9e49308-4c3d-4962-81e0-e027bdd50539 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0713444 Feb 16 13:38:41.781453 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8d8cc19-b30e-45cf-89fc-224fc973c7c0 req-343dc1ae-277f-433c-8717-c09c99e1f404 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695016 Feb 16 13:38:41.951902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-4848b1ce-c1e2-47f7-a790-6a6727d5d70d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:41.953984 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-4848b1ce-c1e2-47f7-a790-6a6727d5d70d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1683836 Feb 16 13:38:41.969907 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-78e8b17c-4665-47b9-8b43-b5dc6c8deae5 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/quotas/8418ff9bb863456d92e543b12abef43b HTTP/1.1" status: 200 len: 375 time: 0.0101640 Feb 16 13:38:42.030121 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-63135c27-8eef-4b31-9fe3-e50b8e2ad94f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545883 Feb 16 13:38:42.133515 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-4503337d-9424-482b-9c95-f2a6107e5e6a service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940380 Feb 16 13:38:42.253381 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-73acdbd6-a598-4af1-a324-f534edc9d022 service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133771 Feb 16 13:38:42.491353 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-167ddf46-7823-4ef3-a055-6130fc4d6b41 req-ad14affc-482c-4267-bfde-62a2d70990ce tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 210 time: 0.0468929 Feb 16 13:38:42.590177 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:42.874646 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:42.894140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'port_id': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'mac_address': 'fa:16:3e:06:85:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:42.960359 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:42.961024 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:42.962958 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66051e-6b0b-4e57-8d05-6e58c8737f44 req-de0dd4ad-5c04-40f6-ab65-b58a0f17257c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:42.971405 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d66051e-6b0b-4e57-8d05-6e58c8737f44 req-de0dd4ad-5c04-40f6-ab65-b58a0f17257c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 944 time: 0.0721080 Feb 16 13:38:43.003268 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:43.054095 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:43.069059 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d66051e-6b0b-4e57-8d05-6e58c8737f44 req-58485e94-8a0a-4434-b5f2-1d82bab25d6d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966747 Feb 16 13:38:43.087701 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:43.189041 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=9']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:43.469288 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['0fc2660d-68e7-4924-8596-a1180bbbd947'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:43.619299 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fa2fa0a8-eec3-4001-8a5f-b0a8bac82f10 req-582947f7-014e-4080-809b-6626d678ee8e tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 210 time: 0.0355268 Feb 16 13:38:43.924915 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-91138e30-cafc-4cda-8300-41261c26e01b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:43.927286 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-91138e30-cafc-4cda-8300-41261c26e01b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1488194 Feb 16 13:38:43.942217 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Request body: {'port': {'device_id': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'admin_state_up': True, 'tenant_id': '8418ff9bb863456d92e543b12abef43b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:44.081245 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:44.087817 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.239803 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28101e-4f19-4a56-bc97-bbbaa29255fb req-f82da5a9-9b60-40dc-bd4f-5d4577d974a0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:44.242181 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d28101e-4f19-4a56-bc97-bbbaa29255fb req-f82da5a9-9b60-40dc-bd4f-5d4577d974a0 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 945 time: 0.0682650 Feb 16 13:38:44.276051 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Allocated IP 172.20.0.8 (92b5dd17-9b7c-4ecc-b257-c21b701827c4/2b0fa0a3-877f-4979-bedb-c62ea0eab693/c83241dc-68fb-495f-8751-9bc20941a2d6) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:44.317593 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7d28101e-4f19-4a56-bc97-bbbaa29255fb req-670ab8ca-2bf3-43b5-ba30-3bb0a6d05a0e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650911 Feb 16 13:38:44.494107 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks [] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.535916 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.557489 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130', 'a66415a8-8c6b-4acb-8b5f-839e200a510b'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:44.622161 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:44.622962 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:44.626253 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:44.631008 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:38:44.637257 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event updated for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:44.700418 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:44.701201 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.722757 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-f05043d0-82cb-4596-8f80-7ad977397ecb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852726 Feb 16 13:38:44.742064 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Request body: {'port': {'device_id': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:44.783857 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d810bac-4f30-4553-9e8a-a11a9d234a53 req-fab56d5c-b8a1-47ed-998d-af023317307d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:44.784253 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 0fc2660d-68e7-4924-8596-a1180bbbd947 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:44.784858 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.786850 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8d810bac-4f30-4553-9e8a-a11a9d234a53 req-fab56d5c-b8a1-47ed-998d-af023317307d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 931 time: 0.0638595 Feb 16 13:38:44.839779 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8d810bac-4f30-4553-9e8a-a11a9d234a53 req-f1df07d6-7e93-47e5-a50d-631c4a72ceb6 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Feb 16 13:38:44.843468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:44.966718 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 0fc2660d-68e7-4924-8596-a1180bbbd947 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:44.967106 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.013579 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:45.013579 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe70098-4916-4caf-b335-5ab1c3404cd0" -d '{"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:45.031578 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:45.043122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.086622 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08179ce0-b4c7-4525-a3c1-d4d218f53cf0 x-openstack-request-id: req-08179ce0-b4c7-4525-a3c1-d4d218f53cf0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:45.087122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:45.087346 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08179ce0-b4c7-4525-a3c1-d4d218f53cf0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:45.087803 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'code': 200} Feb 16 13:38:45.116240 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=10']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:45.218393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83241dc-68fb-495f-8751-9bc20941a2d6 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:45.227463 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks [] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.241857 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Transition to ACTIVE for port object c83241dc-68fb-495f-8751-9bc20941a2d6 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:45.252991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.340510 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Pushing event updated for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:45.407960 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917906df-1275-42dc-9a40-92f2a948f57f req-25d48888-59f6-4994-9d22-26314818e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.409514 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-917906df-1275-42dc-9a40-92f2a948f57f req-25d48888-59f6-4994-9d22-26314818e7db service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 1131 time: 0.1186678 Feb 16 13:38:45.436540 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Attempting to bind port c83241dc-68fb-495f-8751-9bc20941a2d6 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:38:45.437021 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Attempting to bind port c83241dc-68fb-495f-8751-9bc20941a2d6 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:38:45.437347 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Attempting to bind port c83241dc-68fb-495f-8751-9bc20941a2d6 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:45.447474 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Port c83241dc-68fb-495f-8751-9bc20941a2d6 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:38:45.447791 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Attempting to bind port c83241dc-68fb-495f-8751-9bc20941a2d6 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:38:45.453704 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:38:45.454052 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Checking segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:38:45.454443 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Bound using segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:38:45.454880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Bound port: c83241dc-68fb-495f-8751-9bc20941a2d6, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:38:45.455235 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.474107 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a764-fd44-4de9-9480-deeb54abef36 req-ffbe509c-dc68-45e5-8ec4-3178a2e01a6a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.475793 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4d55a764-fd44-4de9-9480-deeb54abef36 req-ffbe509c-dc68-45e5-8ec4-3178a2e01a6a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0649989 Feb 16 13:38:45.487359 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-917906df-1275-42dc-9a40-92f2a948f57f req-45fcade7-e0bb-4ba8-b841-84c2faef34e0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669315 Feb 16 13:38:45.526168 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4d55a764-fd44-4de9-9480-deeb54abef36 req-c655f946-20bd-4b6f-b506-98093c54792d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439382 Feb 16 13:38:45.538712 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:38:45.542642 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c83241dc-68fb-495f-8751-9bc20941a2d6,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:38:45.550999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.599134 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.600527 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:45.602489 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] 10.222.0.104 "PUT /v2.0/ports/c83241dc-68fb-495f-8751-9bc20941a2d6 HTTP/1.1" status: 200 len: 1093 time: 0.8687212 Feb 16 13:38:45.605585 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:45.609037 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:45.642088 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250a267-62e8-4512-a99a-20bff287e17e service neutron] Pushing event updated for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:45.648970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8680598c-d135-42c0-af76-87b789d97df8 x-openstack-request-id: req-8680598c-d135-42c0-af76-87b789d97df8 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:45.649382 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:45.649736 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8680598c-d135-42c0-af76-87b789d97df8 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:45.650295 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6', 'status': 'completed', 'code': 200} Feb 16 13:38:45.856368 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-b5784134-1735-4503-995a-3d07c5353b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.857795 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-b5784134-1735-4503-995a-3d07c5353b3c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 1127 time: 0.0621586 Feb 16 13:38:45.972824 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1669-4e9b-4cbe-a6fb-274fab6229f8 req-92257b0d-fad2-4762-89cc-bfd309bed6d4 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.974378 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38cc1669-4e9b-4cbe-a6fb-274fab6229f8 req-92257b0d-fad2-4762-89cc-bfd309bed6d4 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 943 time: 0.0570219 Feb 16 13:38:45.989816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-5801423a-8b8d-4c71-999b-e71924f02553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:45.991724 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-5801423a-8b8d-4c71-999b-e71924f02553 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=8418ff9bb863456d92e543b12abef43b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1198919 Feb 16 13:38:46.030873 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-38cc1669-4e9b-4cbe-a6fb-274fab6229f8 req-e3691633-9912-4e13-872a-170a6389d915 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Feb 16 13:38:46.105651 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-1f2483e8-d499-4c5e-b30d-dc811093c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:46.107477 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-09d3264a-dbf2-4d4d-a1c7-0797900b4f70 req-1f2483e8-d499-4c5e-b30d-dc811093c6ea service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030812 Feb 16 13:38:46.204930 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-055953f9-8072-45a7-bd9e-d43ff601f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:46.206624 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-055953f9-8072-45a7-bd9e-d43ff601f14b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 1127 time: 0.0495563 Feb 16 13:38:46.280090 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-b8ecce66-8365-4029-b34b-b7aff7147e9d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c83241dc-68fb-495f-8751-9bc20941a2d6 HTTP/1.1" status: 200 len: 217 time: 0.0565591 Feb 16 13:38:46.351358 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-0255ac06-8594-403e-adea-933f33f26b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:46.353567 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-0255ac06-8594-403e-adea-933f33f26b68 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0662596 Feb 16 13:38:46.410639 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-be0cbaa9-48d2-41c1-baf0-d9be0a0b21ef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430310 Feb 16 13:38:46.512235 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-d2415c37-fbd0-4683-b20d-24890dc68d2b service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933001 Feb 16 13:38:46.625554 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd466391-fe2d-4cc2-92ec-ad7e21c4d030 req-3e1032bb-2838-4f31-ab1b-c36e015c450a service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965564 Feb 16 13:38:46.694484 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d0c11-1e9a-4b95-82bc-7cda1d99ded3 req-0138f4e7-ae4d-45e2-bcc2-62e36888a967 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:46.696075 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e14d0c11-1e9a-4b95-82bc-7cda1d99ded3 req-0138f4e7-ae4d-45e2-bcc2-62e36888a967 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0742650 Feb 16 13:38:46.749175 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e14d0c11-1e9a-4b95-82bc-7cda1d99ded3 req-b4f5ca08-45af-4af6-804c-d2d3c156d559 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462589 Feb 16 13:38:46.926323 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-eaf2550e-c2c3-476f-a542-d31eec8ca633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:47.179306 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73603ad9-2e0f-4508-9809-9ca8fd09df27 req-61932f18-4eea-4b4a-a713-12b54c3c1f2d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:47.181937 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-73603ad9-2e0f-4508-9809-9ca8fd09df27 req-61932f18-4eea-4b4a-a713-12b54c3c1f2d tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 943 time: 0.0732121 Feb 16 13:38:47.247184 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-73603ad9-2e0f-4508-9809-9ca8fd09df27 req-393ed0f6-a4ad-4187-8ca8-26cb6dd70807 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591872 Feb 16 13:38:47.896477 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ea085-74b7-4cb1-96f2-e5294f500b29 req-42fd25d8-ef0c-4402-8ec6-4fa6f1123c7a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:47.898090 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-593ea085-74b7-4cb1-96f2-e5294f500b29 req-42fd25d8-ef0c-4402-8ec6-4fa6f1123c7a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0672843 Feb 16 13:38:47.948230 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-593ea085-74b7-4cb1-96f2-e5294f500b29 req-c881164e-20d8-42e4-9f7f-dde298944d6a tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445466 Feb 16 13:38:48.379448 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eb918-5e92-4c01-941b-a6c925fc1cae req-5e6ba6bb-3cc1-4b1d-9254-0d998161619a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:48.380963 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be5eb918-5e92-4c01-941b-a6c925fc1cae req-5e6ba6bb-3cc1-4b1d-9254-0d998161619a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 943 time: 0.0536482 Feb 16 13:38:48.429318 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-be5eb918-5e92-4c01-941b-a6c925fc1cae req-e21a9451-4e85-46e7-88b2-4bfe61dd77c9 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Feb 16 13:38:48.630245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c83241dc-68fb-495f-8751-9bc20941a2d6 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:38:48.786408 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c83241dc-68fb-495f-8751-9bc20941a2d6,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:48.803930 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'c83241dc-68fb-495f-8751-9bc20941a2d6', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'port_id': 'c83241dc-68fb-495f-8751-9bc20941a2d6', 'mac_address': 'fa:16:3e:55:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0fa0a3-877f-4979-bedb-c62ea0eab693', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:38:48.861767 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c83241dc-68fb-495f-8751-9bc20941a2d6 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:48.862337 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:48.880842 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83241dc-68fb-495f-8751-9bc20941a2d6 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:38:48.907192 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c83241dc-68fb-495f-8751-9bc20941a2d6,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:48.912401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:48.987722 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:49.077406 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e609-4b18-4f54-8f57-42f9352aeec5 req-1efbd828-a228-4070-9d50-39186e1053e2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:49.078822 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8851e609-4b18-4f54-8f57-42f9352aeec5 req-1efbd828-a228-4070-9d50-39186e1053e2 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0565715 Feb 16 13:38:49.126830 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8851e609-4b18-4f54-8f57-42f9352aeec5 req-c9102c68-80fc-4660-97d5-8d2a42bf4268 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Feb 16 13:38:49.331472 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-33d3c558-fbba-43f9-bf1f-e5293fe4e188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:49.339487 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['c83241dc-68fb-495f-8751-9bc20941a2d6'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:38:49.575535 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0601ca4-7be6-4266-badd-3c167817c876 req-896dddb4-41c4-45e4-8a1b-b814350c7019 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:49.576999 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0601ca4-7be6-4266-badd-3c167817c876 req-896dddb4-41c4-45e4-8a1b-b814350c7019 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 944 time: 0.0577412 Feb 16 13:38:49.624643 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c0601ca4-7be6-4266-badd-3c167817c876 req-ba1d5eca-f82c-4ac9-8eae-11ce79713b74 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Feb 16 13:38:50.193874 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:50.645146 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c83241dc-68fb-495f-8751-9bc20941a2d6 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:38:50.702098 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port c83241dc-68fb-495f-8751-9bc20941a2d6 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:50.707917 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port c83241dc-68fb-495f-8751-9bc20941a2d6 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:50.708503 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:50.796433 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c83241dc-68fb-495f-8751-9bc20941a2d6 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:38:50.796893 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:50.802495 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cce85-1dcd-417a-a28b-67c038adf63a req-d971f2a3-21e2-4e8b-bb93-934a09f2b2eb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:50.805969 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bd1cce85-1dcd-417a-a28b-67c038adf63a req-d971f2a3-21e2-4e8b-bb93-934a09f2b2eb tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 944 time: 0.0921466 Feb 16 13:38:50.828693 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:38:50.831540 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf294690-b40f-4a95-a490-6c4f345a083d" -d '{"events": [{"server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "name": "network-vif-plugged", "status": "completed", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:38:50.856680 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c83241dc-68fb-495f-8751-9bc20941a2d6,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:38:50.863730 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:50.886716 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bd1cce85-1dcd-417a-a28b-67c038adf63a req-14bc88a1-b79b-4cca-8b67-983a76f3917a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705664 Feb 16 13:38:50.893770 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1990aab-9897-4d91-be96-d8aae0fe973e x-openstack-request-id: req-a1990aab-9897-4d91-be96-d8aae0fe973e {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:38:50.894084 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "name": "network-vif-plugged", "status": "completed", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:38:50.894342 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1990aab-9897-4d91-be96-d8aae0fe973e {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:38:50.894730 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6', 'code': 200} Feb 16 13:38:50.920903 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.129572 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136253-846e-4ad4-8b86-2b27f9183d86 req-02ee5798-6c5d-4fd4-a9cc-ac86af76bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:51.131095 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b1136253-846e-4ad4-8b86-2b27f9183d86 req-02ee5798-6c5d-4fd4-a9cc-ac86af76bcd4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 1129 time: 0.0550714 Feb 16 13:38:51.189379 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b1136253-846e-4ad4-8b86-2b27f9183d86 req-20bbfbf0-ec4c-4562-a95d-4f09874ab28e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506742 Feb 16 13:38:51.810602 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:52.022904 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc93641-17c7-4da7-af95-2a8a4663b62a req-d227c774-e240-42e7-aac8-9fc254ace476 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:52.024388 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-abc93641-17c7-4da7-af95-2a8a4663b62a req-d227c774-e240-42e7-aac8-9fc254ace476 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0612421 Feb 16 13:38:52.081427 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-abc93641-17c7-4da7-af95-2a8a4663b62a req-b3e1d447-fbe5-4448-9408-dbb824d89643 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Feb 16 13:38:53.078276 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:38:53.243692 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55106eb9-7271-4614-8d6f-2f18458e2953 req-d2e49481-74b2-4f75-b5d0-58f6a317e922 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:53.246479 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55106eb9-7271-4614-8d6f-2f18458e2953 req-d2e49481-74b2-4f75-b5d0-58f6a317e922 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0732043 Feb 16 13:38:53.306619 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55106eb9-7271-4614-8d6f-2f18458e2953 req-1a78a0e6-1d0d-4d02-84d9-db9cdecd0ffc tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Feb 16 13:38:58.274335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:04.366485 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-755ca539-9e2a-4852-8ddc-52ad5cc0ee6a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:04.367971 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-755ca539-9e2a-4852-8ddc-52ad5cc0ee6a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1121259 Feb 16 13:39:04.382892 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-e5cd9737-a20f-40a2-a1a5-a1ca5f8fac04 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/quotas/8418ff9bb863456d92e543b12abef43b HTTP/1.1" status: 200 len: 375 time: 0.0093629 Feb 16 13:39:04.443285 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-d5808b2e-0b85-43d2-8217-ad346b50146c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523510 Feb 16 13:39:04.543259 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-23981084-4ef6-4a6e-bae0-6e7cbb4a0ebd service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928109 Feb 16 13:39:04.650164 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-47bb9070-ce84-412d-9c26-328314f1151a service neutron] 10.222.0.73 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008089 Feb 16 13:39:04.836874 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9f081336-29c4-4e5a-b5cb-d33a4bdf3e04 req-c686936d-3d00-4c23-b987-3a7ea7d49d81 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 210 time: 0.0405824 Feb 16 13:39:05.972350 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-3b360136-54f1-49d8-b1ff-33fc6101f64f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:05.973948 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-3b360136-54f1-49d8-b1ff-33fc6101f64f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 815 time: 0.1567163 Feb 16 13:39:05.978435 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b00da3ea-c628-4d09-9797-54c1f8e0fbc5 req-b402fe1c-8d9e-4836-b30f-a50c0c5f5df8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 210 time: 0.0400960 Feb 16 13:39:05.987579 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Request body: {'port': {'device_id': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'admin_state_up': True, 'tenant_id': '8418ff9bb863456d92e543b12abef43b'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:06.394928 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Made reservation on behalf of 8418ff9bb863456d92e543b12abef43b for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:06.398390 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:06.523655 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Allocated IP 172.20.0.14 (92b5dd17-9b7c-4ecc-b257-c21b701827c4/2b0fa0a3-877f-4979-bedb-c62ea0eab693/2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:06.681042 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks [] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:06.725652 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:06.742244 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130', 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'c83241dc-68fb-495f-8751-9bc20941a2d6'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:06.774343 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:06.779806 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:06.783793 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:39:06.814164 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event updated for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:06.832670 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.832997 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.833891 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.834324 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.834622 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.835274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.835619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.835953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.836284 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.836615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.836948 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.837279 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.837607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:06.862474 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:06.863127 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:06.882324 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-972eb45d-972c-4430-a844-f4f6c6217389 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8998399 Feb 16 13:39:06.901344 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Request body: {'port': {'device_id': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:06.964361 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.135142 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f345003-2d7d-476b-8f3b-85b4f6328b3d req-db6ee975-194c-4d5f-854a-1a2605deed49 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:07.137502 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f345003-2d7d-476b-8f3b-85b4f6328b3d req-db6ee975-194c-4d5f-854a-1a2605deed49 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 932 time: 0.0720460 Feb 16 13:39:07.190449 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f345003-2d7d-476b-8f3b-85b4f6328b3d req-72b87eac-03c7-4f6b-ba5c-31c8489bada6 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466609 Feb 16 13:39:07.318437 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:39:07.326673 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks [] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.340695 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Transition to ACTIVE for port object 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:39:07.344622 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.399495 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:07.485861 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Attempting to bind port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:39:07.486249 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Attempting to bind port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:39:07.486584 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Attempting to bind port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:39:07.492502 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:39:07.493040 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Attempting to bind port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 on network 92b5dd17-9b7c-4ecc-b257-c21b701827c4 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:39:07.500128 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:39:07.500480 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Checking segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:39:07.500878 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Bound using segment: {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:39:07.501375 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Bound port: 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54e3762-ea5c-4a82-aabe-50305b7fd817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:39:07.501719 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.579057 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:39:07.582758 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:39:07.590997 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.629778 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:07.631223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:07.632633 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] 10.222.0.104 "PUT /v2.0/ports/2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 HTTP/1.1" status: 200 len: 1094 time: 0.7376161 Feb 16 13:39:07.633094 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:07.635400 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e304f-801d-47bf-805c-7ff60b3b31eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:07.664606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8eca-e87c-4f90-b3e4-83e907e9de31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:07.698874 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478928c-7a27-4af3-9e3f-b87423df02be x-openstack-request-id: req-7478928c-7a27-4af3-9e3f-b87423df02be {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:07.699162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:07.699417 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7478928c-7a27-4af3-9e3f-b87423df02be {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:07.699814 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9', 'status': 'completed', 'code': 200} Feb 16 13:39:07.737827 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-b52b936e-80a1-475d-bd0a-9ea60553e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:07.739657 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-b52b936e-80a1-475d-bd0a-9ea60553e54a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0524449 Feb 16 13:39:07.787096 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-703d9c5e-5123-4857-839f-cc0494f4e7b0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 HTTP/1.1" status: 200 len: 217 time: 0.0408089 Feb 16 13:39:07.837652 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-0425e7a8-7e94-4b6d-9279-d6673cf09e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:07.839084 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-0425e7a8-7e94-4b6d-9279-d6673cf09e4d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0457883 Feb 16 13:39:07.872756 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-5f5d2d98-cf5f-4583-b360-71693977f6a9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261207 Feb 16 13:39:07.976748 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-ce3c2cc4-e80c-43f7-83fb-3089ac5be6ad service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944426 Feb 16 13:39:08.078248 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b6bb71e8-4da1-4454-b85b-1a839e2aa994 req-eee812f4-64f8-4433-a0c8-48bed025494b service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 Feb 16 13:39:08.180105 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-46f6e35c-b234-49bc-a2a0-72ecf5a0142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.181554 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-46f6e35c-b234-49bc-a2a0-72ecf5a0142d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8418ff9bb863456d92e543b12abef43b&device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 1128 time: 0.0464687 Feb 16 13:39:08.292492 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-faaadb3a-255b-461d-b87e-6888f07cb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.294649 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-faaadb3a-255b-461d-b87e-6888f07cb90d service neutron] 10.222.0.104 "GET /v2.0/networks?id=92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 200 len: 916 time: 0.1029024 Feb 16 13:39:08.331784 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11042fb5-dcb9-4bd2-9269-01c6528f9840 req-0ba74e56-5b04-4e1a-bf1c-e5926ebb8a8e tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.333268 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11042fb5-dcb9-4bd2-9269-01c6528f9840 req-0ba74e56-5b04-4e1a-bf1c-e5926ebb8a8e tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 944 time: 0.0586467 Feb 16 13:39:08.338862 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-a6d89e60-7c4f-4a87-9015-b22967e1f9bc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 HTTP/1.1" status: 200 len: 217 time: 0.0371754 Feb 16 13:39:08.392012 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-11042fb5-dcb9-4bd2-9269-01c6528f9840 req-6ce1a841-9840-4010-a162-9c3317922a60 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Feb 16 13:39:08.403676 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-df082bcd-78d1-4fa3-b385-0797d2cf9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.405244 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-df082bcd-78d1-4fa3-b385-0797d2cf9161 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 200 len: 855 time: 0.0535905 Feb 16 13:39:08.451413 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-ed03f412-72b3-4363-87d0-74d00cd1b5ab service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=92b5dd17-9b7c-4ecc-b257-c21b701827c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280335 Feb 16 13:39:08.544300 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-b47306b9-6e20-4371-82df-46db11605c4b service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850770 Feb 16 13:39:08.658849 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6c3e304f-801d-47bf-805c-7ff60b3b31eb req-18e94d1e-9119-4182-b600-ae91fd7ad3c1 service neutron] 10.222.0.104 "GET /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046822 Feb 16 13:39:08.867921 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:39:09.520035 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944781f-4d0e-4323-a451-24986444efd0 req-8fd731e3-3b55-42b6-8cc8-ef79f1cdb458 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:09.520982 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9944781f-4d0e-4323-a451-24986444efd0 req-8fd731e3-3b55-42b6-8cc8-ef79f1cdb458 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 944 time: 0.0538619 Feb 16 13:39:09.569074 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9944781f-4d0e-4323-a451-24986444efd0 req-f6bc0067-7473-4ee2-9b87-7db017383eb6 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Feb 16 13:39:10.692899 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88260827-f8ae-4fd2-a5f0-b4dbdf2c5eba req-158286af-55f9-43d7-ba29-f7045994a418 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:10.694405 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-88260827-f8ae-4fd2-a5f0-b4dbdf2c5eba req-158286af-55f9-43d7-ba29-f7045994a418 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 944 time: 0.0543005 Feb 16 13:39:10.741061 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-88260827-f8ae-4fd2-a5f0-b4dbdf2c5eba req-92bc7d5b-3c06-4fcf-9c93-0db675b3ac10 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Feb 16 13:39:11.902680 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3837fd-5353-47d0-b14f-e13f8d696bb9 req-27b5a8b1-3c4c-4b3a-9a4a-dabb7da630a0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:11.904409 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2e3837fd-5353-47d0-b14f-e13f8d696bb9 req-27b5a8b1-3c4c-4b3a-9a4a-dabb7da630a0 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 944 time: 0.0764835 Feb 16 13:39:11.962727 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2e3837fd-5353-47d0-b14f-e13f8d696bb9 req-c6e2d096-3803-4490-bbb4-43ef0f38b8cd tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Feb 16 13:39:12.787076 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:39:12.905089 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:12.915983 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9', 'network_id': '92b5dd17-9b7c-4ecc-b257-c21b701827c4', 'port_id': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9', 'mac_address': 'fa:16:3e:b3:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0fa0a3-877f-4979-bedb-c62ea0eab693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:39:12.954193 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:39:12.954574 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:12.972661 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:39:12.995464 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:13.000319 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:13.064399 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:13.073931 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.074335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.074690 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.075315 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.075721 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.076061 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.076453 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.076791 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.077120 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.077447 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.077776 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.078131 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.078488 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:13.107742 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7767-0d6e-4afc-af3e-d0af65a92356 req-ad6ee18b-f1ff-48e4-b26f-070b2df1f1fa tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:13.109236 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0edb7767-0d6e-4afc-af3e-d0af65a92356 req-ad6ee18b-f1ff-48e4-b26f-070b2df1f1fa tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 945 time: 0.0660810 Feb 16 13:39:13.157004 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0edb7767-0d6e-4afc-af3e-d0af65a92356 req-4c823aa9-7246-453d-ab05-6b4a0ee91664 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Feb 16 13:39:13.377305 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:14.296642 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9c201-5bf9-4b7b-8f25-d188afb27ca0 req-4a0ef552-5a3c-4cd5-8e86-2601804cbd22 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:14.298486 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aac9c201-5bf9-4b7b-8f25-d188afb27ca0 req-4a0ef552-5a3c-4cd5-8e86-2601804cbd22 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 945 time: 0.0723841 Feb 16 13:39:14.360224 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-aac9c201-5bf9-4b7b-8f25-d188afb27ca0 req-d727623d-f219-44df-9830-d76722018241 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513046 Feb 16 13:39:14.786605 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:39:14.845628 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:14.850484 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:14.850987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:14.934926 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:39:14.935330 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:14.962751 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:14.965030 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b776cb-6b84-46e5-a921-82667b96d494" -d '{"events": [{"server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "name": "network-vif-plugged", "status": "completed", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:14.979194 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:14.993995 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:15.021650 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5a2f2-d8a1-4b0b-b187-b0575746ca76 x-openstack-request-id: req-27c5a2f2-d8a1-4b0b-b187-b0575746ca76 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:15.021988 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "name": "network-vif-plugged", "status": "completed", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:15.022331 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27c5a2f2-d8a1-4b0b-b187-b0575746ca76 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:15.022721 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9', 'code': 200} Feb 16 13:39:15.050910 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:15.217619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8a09-033a-4d2a-b7f5-14c30529fef7 req-7b4ab187-d3ce-4f41-824a-ef42fb69b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:15.219641 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1ea8a09-033a-4d2a-b7f5-14c30529fef7 req-7b4ab187-d3ce-4f41-824a-ef42fb69b798 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 1130 time: 0.0610652 Feb 16 13:39:15.273661 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a1ea8a09-033a-4d2a-b7f5-14c30529fef7 req-ad2d1054-3b7e-4a3a-a632-461f3107e479 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Feb 16 13:39:15.507568 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba858dc3-e58a-4fc6-a7d5-155af99c8245 req-a0a332f4-9c33-4d3a-ad21-95e35c417716 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:15.508970 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba858dc3-e58a-4fc6-a7d5-155af99c8245 req-a0a332f4-9c33-4d3a-ad21-95e35c417716 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0605354 Feb 16 13:39:15.563031 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ba858dc3-e58a-4fc6-a7d5-155af99c8245 req-18873703-61bc-46e2-8c74-f449fd249185 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Feb 16 13:39:16.699382 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8288d-863a-44e2-ba73-11f0a72eaf95 req-8b64e68b-cc7d-403c-8acb-4cbd88d5f006 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:16.700995 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4ad8288d-863a-44e2-ba73-11f0a72eaf95 req-8b64e68b-cc7d-403c-8acb-4cbd88d5f006 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Feb 16 13:39:16.754957 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-4ad8288d-863a-44e2-ba73-11f0a72eaf95 req-30d8f975-783c-42a4-9372-0711537425fa tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Feb 16 13:39:16.936435 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0711c7c0-9ba6-4b5f-b966-17e2d7ab0e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:18.166740 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec5f16-7ebe-4d16-8434-24cd05a3286d req-443808dc-3046-411b-9245-93f59fad082a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:18.168154 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4ec5f16-7ebe-4d16-8434-24cd05a3286d req-443808dc-3046-411b-9245-93f59fad082a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.3342247 Feb 16 13:39:18.220895 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a4ec5f16-7ebe-4d16-8434-24cd05a3286d req-89278a40-6543-4b85-8c39-ed37ca33c66c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Feb 16 13:39:19.326538 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-ab925164-3da1-47ae-bcb5-d39d459c7fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:20.193110 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:21.813309 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:23.086969 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:28.268249 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:29.002723 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-204c12ef-ce86-43f5-af25-ce723526c1ab service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516267 Feb 16 13:39:29.075850 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-ae7d8ea6-2295-479e-8eae-89ccdcee9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:29.077383 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-ae7d8ea6-2295-479e-8eae-89ccdcee9021 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0490596 Feb 16 13:39:29.204910 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-ab1c3bb1-822e-47e1-a18a-098ec4c9ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:29.206465 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-ab1c3bb1-822e-47e1-a18a-098ec4c9ea3f service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.1031237 Feb 16 13:39:29.277073 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-647f21e8-a481-4254-9f22-577f7f349ad3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 1001 time: 0.0640864 Feb 16 13:39:29.333966 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-0c486cfc-db9f-4fad-9e6e-ff1b1e7d3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:29.335507 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-0c486cfc-db9f-4fad-9e6e-ff1b1e7d3fd8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0494735 Feb 16 13:39:29.392408 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-f08cbc93-1095-44f2-90ad-826ef4f200e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:29.394012 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-f08cbc93-1095-44f2-90ad-826ef4f200e7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504260 Feb 16 13:39:29.484524 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-eea6dd1f-38b6-40a9-9155-f0cf9dcb34f0 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Feb 16 13:39:29.583745 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-99ed4a44-2855-44eb-9d01-8aa03705aa33 req-8a311646-b5b4-483a-b04c-479134141eae service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913966 Feb 16 13:39:30.224510 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12e0ab-08ba-4592-9501-548a34bcee28 req-9192f2cd-7fa1-4d8f-980f-8963e48d89df tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:30.225998 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c12e0ab-08ba-4592-9501-548a34bcee28 req-9192f2cd-7fa1-4d8f-980f-8963e48d89df tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Feb 16 13:39:30.272350 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-0c12e0ab-08ba-4592-9501-548a34bcee28 req-5d0c61c0-685e-4cba-ab35-23164f8f53ac tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Feb 16 13:39:31.409172 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08278c3-1203-42ad-920a-62b1fdb9d533 req-d179649d-1af5-4309-9390-3ea86c57334c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:31.411421 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c08278c3-1203-42ad-920a-62b1fdb9d533 req-d179649d-1af5-4309-9390-3ea86c57334c tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0603285 Feb 16 13:39:31.464267 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c08278c3-1203-42ad-920a-62b1fdb9d533 req-d61573b7-4353-4576-a35e-c87da04b5645 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 Feb 16 13:39:32.409720 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-d6608781-f175-4a17-8e24-2d03af0a8200 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:32.412283 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-d6608781-f175-4a17-8e24-2d03af0a8200 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0534751 Feb 16 13:39:32.512608 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Deleting port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:32.512961 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:32.596692 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067bfc-b129-4541-84c3-1f1b77482d09 req-a317f570-5cb3-47d8-b851-f51b865b7e5a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:32.598632 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0067bfc-b129-4541-84c3-1f1b77482d09 req-a317f570-5cb3-47d8-b851-f51b865b7e5a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6e060ca-40e9-49ad-8546-ee3098b06fc2 HTTP/1.1" status: 200 len: 946 time: 0.0649769 Feb 16 13:39:32.643595 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] For port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:32.644370 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:32.666227 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Calling delete_port for 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:32.672521 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a0067bfc-b129-4541-84c3-1f1b77482d09 req-c404671e-0fde-43c4-ba13-2a69d6bed471 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658565 Feb 16 13:39:32.806610 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:32.821880 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130', 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'c83241dc-68fb-495f-8751-9bc20941a2d6', '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:32.842085 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event deleted for resources: {'Port': ['ID=2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:32.883074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] No DVR routers for this DVR port 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:32.885741 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:32.889159 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-1f6df12a-91f5-4c03-800b-499bba3d3fe1 req-fd188673-d19c-4dbb-9d41-ddce8a3e4868 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "DELETE /v2.0/ports/2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 HTTP/1.1" status: 204 len: 173 time: 0.4726589 Feb 16 13:39:32.889611 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'name': 'network-vif-deleted', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:32.891897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7335922-4e41-41b5-9cdb-2eb4672df703" -d '{"events": [{"server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "name": "network-vif-deleted", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:32.934817 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecde683-ba50-463d-95f1-224147070958 x-openstack-request-id: req-6ecde683-ba50-463d-95f1-224147070958 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:32.935119 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e060ca-40e9-49ad-8546-ee3098b06fc2", "name": "network-vif-deleted", "tag": "2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:32.935377 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ecde683-ba50-463d-95f1-224147070958 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:32.935832 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e060ca-40e9-49ad-8546-ee3098b06fc2', 'name': 'network-vif-deleted', 'tag': '2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9', 'status': 'completed', 'code': 200} Feb 16 13:39:34.910844 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:34.933958 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:34.934338 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ad98faa-88d8-4b9b-83d1-7ea0190e0ff9 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:35.133413 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3de5e7-3f3a-4556-b73e-2dd3000fe421 req-7a1177e6-6c85-4ad2-b923-709c36bae398 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:35.134973 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c3de5e7-3f3a-4556-b73e-2dd3000fe421 req-7a1177e6-6c85-4ad2-b923-709c36bae398 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0574911 Feb 16 13:39:35.193957 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3c3de5e7-3f3a-4556-b73e-2dd3000fe421 req-a708fe9c-b9e9-4593-8dcf-cb52cf5e7298 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Feb 16 13:39:36.331169 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aeb7d-dde4-42a7-b062-abb964984516 req-f2a2c351-6814-4f36-93d2-0cb429d00ea7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:36.332757 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a95aeb7d-dde4-42a7-b062-abb964984516 req-f2a2c351-6814-4f36-93d2-0cb429d00ea7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0575039 Feb 16 13:39:36.384467 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a95aeb7d-dde4-42a7-b062-abb964984516 req-e529f4d2-3bb7-4bde-87fe-a782446366a1 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Feb 16 13:39:37.190849 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-df3d9f96-c8b8-4391-8956-ade19e927445 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:37.192306 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-df3d9f96-c8b8-4391-8956-ade19e927445 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0590439 Feb 16 13:39:37.330912 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Deleting port c83241dc-68fb-495f-8751-9bc20941a2d6 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:37.331253 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:37.439954 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] For port c83241dc-68fb-495f-8751-9bc20941a2d6, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c83241dc-68fb-495f-8751-9bc20941a2d6,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:37.440589 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:37.455452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Calling delete_port for c83241dc-68fb-495f-8751-9bc20941a2d6 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:37.527070 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2be9-c5ad-46c3-9867-b03f71bd32a4 req-c1582960-7821-47ab-9b09-708c8ab00e4b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:37.528629 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a3fc2be9-c5ad-46c3-9867-b03f71bd32a4 req-c1582960-7821-47ab-9b09-708c8ab00e4b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=80dc38f5-f623-4642-a635-fe321c2c0d9d HTTP/1.1" status: 200 len: 945 time: 0.0620925 Feb 16 13:39:37.589595 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a3fc2be9-c5ad-46c3-9867-b03f71bd32a4 req-37176ac3-2f2c-4778-b4db-d0b08e854473 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547509 Feb 16 13:39:37.606535 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c83241dc-68fb-495f-8751-9bc20941a2d6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:37.629810 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130', 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'c83241dc-68fb-495f-8751-9bc20941a2d6'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:37.644656 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event deleted for resources: {'Port': ['ID=c83241dc-68fb-495f-8751-9bc20941a2d6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:37.692359 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] No DVR routers for this DVR port c83241dc-68fb-495f-8751-9bc20941a2d6 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:37.695930 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:37.700176 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-8e5b7a49-385f-4567-95ab-072cd8255732 req-9b56e2e8-4d06-4fe2-808a-05bc3e58009f tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "DELETE /v2.0/ports/c83241dc-68fb-495f-8751-9bc20941a2d6 HTTP/1.1" status: 204 len: 173 time: 0.4999874 Feb 16 13:39:37.700819 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'name': 'network-vif-deleted', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:37.703313 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2d0b3-f993-4565-8ec8-533a8c8dd162" -d '{"events": [{"server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "name": "network-vif-deleted", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:37.760147 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ac4e2-8862-452b-86df-de8c30c503e9 x-openstack-request-id: req-a27ac4e2-8862-452b-86df-de8c30c503e9 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:37.760450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc38f5-f623-4642-a635-fe321c2c0d9d", "name": "network-vif-deleted", "tag": "c83241dc-68fb-495f-8751-9bc20941a2d6", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:37.760790 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a27ac4e2-8862-452b-86df-de8c30c503e9 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:37.761493 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc38f5-f623-4642-a635-fe321c2c0d9d', 'name': 'network-vif-deleted', 'tag': 'c83241dc-68fb-495f-8751-9bc20941a2d6', 'status': 'completed', 'code': 200} Feb 16 13:39:38.887727 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a8f9d-f81d-4099-92ca-37e17dc0ae3a req-ff4e86e4-62a6-4e48-9c6e-0748b5450d71 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:38.889631 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad7a8f9d-f81d-4099-92ca-37e17dc0ae3a req-ff4e86e4-62a6-4e48-9c6e-0748b5450d71 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 945 time: 0.0651245 Feb 16 13:39:38.941302 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ad7a8f9d-f81d-4099-92ca-37e17dc0ae3a req-6037be60-b630-46d1-bb2e-72714ec14a9a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Feb 16 13:39:40.061577 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce02e2-5908-4f22-96be-ad3733494782 req-1e3253cc-0922-468b-8736-11f3bbb68d96 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:40.063229 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37ce02e2-5908-4f22-96be-ad3733494782 req-1e3253cc-0922-468b-8736-11f3bbb68d96 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Feb 16 13:39:40.112161 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-37ce02e2-5908-4f22-96be-ad3733494782 req-eba85dbd-5a8e-4c35-b839-0b33b935540a tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Feb 16 13:39:40.559093 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-d1072023-cb20-4751-8761-9e497d5c42b8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:40.560629 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-d1072023-cb20-4751-8761-9e497d5c42b8 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 945 time: 0.0559218 Feb 16 13:39:40.670224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Deleting port a66415a8-8c6b-4acb-8b5f-839e200a510b {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:40.670575 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:40.796183 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] For port a66415a8-8c6b-4acb-8b5f-839e200a510b, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=a66415a8-8c6b-4acb-8b5f-839e200a510b,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:40.796800 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:40.820085 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Calling delete_port for a66415a8-8c6b-4acb-8b5f-839e200a510b owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:40.978369 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (a66415a8-8c6b-4acb-8b5f-839e200a510b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:40.992059 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130', 'a66415a8-8c6b-4acb-8b5f-839e200a510b'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:41.009228 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event deleted for resources: {'Port': ['ID=a66415a8-8c6b-4acb-8b5f-839e200a510b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:41.057740 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] No DVR routers for this DVR port a66415a8-8c6b-4acb-8b5f-839e200a510b on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:41.061210 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:41.064801 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ae33dee6-0d53-4960-94eb-ae282470b7dc req-3e2a2642-05bb-4740-ad60-f13ac6c481e7 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "DELETE /v2.0/ports/a66415a8-8c6b-4acb-8b5f-839e200a510b HTTP/1.1" status: 204 len: 173 time: 0.4973221 Feb 16 13:39:41.065275 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'name': 'network-vif-deleted', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:41.068948 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921694bf-9635-401c-b5e5-6b0eeef67115" -d '{"events": [{"server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "name": "network-vif-deleted", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:41.114126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e347add7-0518-4dcb-9e52-bec0a5f77566 x-openstack-request-id: req-e347add7-0518-4dcb-9e52-bec0a5f77566 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:41.114424 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57e3bd7-98e8-4281-b65c-610de50a21a6", "name": "network-vif-deleted", "tag": "a66415a8-8c6b-4acb-8b5f-839e200a510b", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:41.115318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e347add7-0518-4dcb-9e52-bec0a5f77566 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:41.116321 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57e3bd7-98e8-4281-b65c-610de50a21a6', 'name': 'network-vif-deleted', 'tag': 'a66415a8-8c6b-4acb-8b5f-839e200a510b', 'status': 'completed', 'code': 200} Feb 16 13:39:41.240115 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ed173f29-6ed0-4f5d-aaaa-fd28635c8a64 req-f86f5f93-afa5-404e-8b15-52879ae277ef tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57e3bd7-98e8-4281-b65c-610de50a21a6 HTTP/1.1" status: 200 len: 210 time: 0.0519750 Feb 16 13:39:41.593772 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1d56-288c-493b-9f74-5a00d6bf32f2 req-6da34baa-29f8-4c87-92ce-80b55765db5c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:41.595357 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9c1d56-288c-493b-9f74-5a00d6bf32f2 req-6da34baa-29f8-4c87-92ce-80b55765db5c tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0650337 Feb 16 13:39:41.665983 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6f9c1d56-288c-493b-9f74-5a00d6bf32f2 req-a1010dd3-3ef0-4a53-b33b-050d59c0e100 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595615 Feb 16 13:39:42.810545 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae547c-e094-46af-a7e5-6361b15c16c4 req-c02d707c-bca4-473a-923b-cc4650bd4084 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:42.812131 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1ae547c-e094-46af-a7e5-6361b15c16c4 req-c02d707c-bca4-473a-923b-cc4650bd4084 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0570683 Feb 16 13:39:42.863748 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f1ae547c-e094-46af-a7e5-6361b15c16c4 req-e01c9835-2bfd-4c3b-9341-61862ef6b88d tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Feb 16 13:39:42.944985 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c83241dc-68fb-495f-8751-9bc20941a2d6 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:42.967176 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: c83241dc-68fb-495f-8751-9bc20941a2d6 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:42.967520 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c83241dc-68fb-495f-8751-9bc20941a2d6 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:43.603547 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-8bc0e71f-06ce-44c7-bc57-0e24e3a8851e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:43.605030 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-8bc0e71f-06ce-44c7-bc57-0e24e3a8851e tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0548205 Feb 16 13:39:43.651789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb7fdd-6219-4fb6-824a-11e9ccb0b463 req-ee8cde77-d80f-429a-889e-9ef9a5aefd2b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:43.653318 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-42cb7fdd-6219-4fb6-824a-11e9ccb0b463 req-ee8cde77-d80f-429a-889e-9ef9a5aefd2b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.0581675 Feb 16 13:39:43.703342 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-42cb7fdd-6219-4fb6-824a-11e9ccb0b463 req-e12b17c9-6e55-4a3f-8473-7aafe620b2fa tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Feb 16 13:39:43.707850 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Deleting port 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:43.708391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:43.809883 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] For port 0fc2660d-68e7-4924-8596-a1180bbbd947, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=0fc2660d-68e7-4924-8596-a1180bbbd947,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:43.810283 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:43.992262 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cc9b6-1bbc-489a-a57a-0675fe22ca8f req-657fc3e6-45af-4c06-9be1-9410e76dd112 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:43.994309 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:43.994527 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-381cc9b6-1bbc-489a-a57a-0675fe22ca8f req-657fc3e6-45af-4c06-9be1-9410e76dd112 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/ports?device_id=6203d8c7-58e3-4dce-9de0-de645a8afef1 HTTP/1.1" status: 200 len: 947 time: 0.0551014 Feb 16 13:39:43.994692 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:43.995009 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Floating IP 63340141-1f58-4c1b-8907-d352f6a6c438 disassociated. External IP: 172.27.3.23, port: 0fc2660d-68e7-4924-8596-a1180bbbd947. Feb 16 13:39:43.995357 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Calling delete_port for 0fc2660d-68e7-4924-8596-a1180bbbd947 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:44.048157 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-381cc9b6-1bbc-489a-a57a-0675fe22ca8f req-bc50a3f8-0631-4283-9cb5-41bd2cc5c0cc tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups?id=45efce5d-14ab-4e60-8b2c-af615393b030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471597 Feb 16 13:39:44.141323 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0fc2660d-68e7-4924-8596-a1180bbbd947), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:44.171393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'Port': ['ID=0fc2660d-68e7-4924-8596-a1180bbbd947,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:44.286829 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:39:44.400566 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:39:44.409989 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:44.420422 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:39:44.421020 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:39:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:44.442622 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] No DVR routers for this DVR port 0fc2660d-68e7-4924-8596-a1180bbbd947 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:44.445147 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:44.448481 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2c536f8b-1938-4cd4-b3a3-d7ec22bb6408 req-de97739f-f76d-402d-880b-4ef73d504545 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.104 "DELETE /v2.0/ports/0fc2660d-68e7-4924-8596-a1180bbbd947 HTTP/1.1" status: 204 len: 173 time: 0.8352268 Feb 16 13:39:44.448929 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-deleted', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:44.451214 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae55742-d6da-47db-a477-a3345667b407" -d '{"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-deleted", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:44.503694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c27e84-1533-451a-975d-8a9fa6d9780d x-openstack-request-id: req-30c27e84-1533-451a-975d-8a9fa6d9780d {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:44.504637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6203d8c7-58e3-4dce-9de0-de645a8afef1", "name": "network-vif-deleted", "tag": "0fc2660d-68e7-4924-8596-a1180bbbd947", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:44.504637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30c27e84-1533-451a-975d-8a9fa6d9780d {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:44.504848 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6203d8c7-58e3-4dce-9de0-de645a8afef1', 'name': 'network-vif-deleted', 'tag': '0fc2660d-68e7-4924-8596-a1180bbbd947', 'status': 'completed', 'code': 200} Feb 16 13:39:44.651926 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:39:44.829260 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effacef-409e-4b1b-ac6c-c9b6c3580efa req-8f5750cc-a047-42c0-9f61-7a8e935b951e tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:44.830644 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3effacef-409e-4b1b-ac6c-c9b6c3580efa req-8f5750cc-a047-42c0-9f61-7a8e935b951e tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Feb 16 13:39:44.860289 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:44.885987 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3effacef-409e-4b1b-ac6c-c9b6c3580efa req-c4ec53ac-78f1-497a-bb9b-76d6b8cd3b53 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489767 Feb 16 13:39:44.890892 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:44.902263 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:39:44.902874 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:39:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:44.946725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device a66415a8-8c6b-4acb-8b5f-839e200a510b no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:44.971669 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: a66415a8-8c6b-4acb-8b5f-839e200a510b {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:44.972024 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device a66415a8-8c6b-4acb-8b5f-839e200a510b not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:45.027364 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:39:45.145035 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49082) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:45.206499 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (45efce5d-14ab-4e60-8b2c-af615393b030), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.233872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (45efce5d-14ab-4e60-8b2c-af615393b030), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.239515 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:45.265796 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b77d9f-f3c3-4495-8ad4-79ea4c3170cf None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:32:55Z', 'revision_number': 4, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': '408e6493-7676-40eb-9273-0074e7e5e95e', 'name': '', 'network_id': '7f2ac922-563c-4689-8ae1-c7724a89ea75', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'mac_address': 'fa:16:3e:df:a0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:54Z', 'updated_at': '2022-02-16T13:33:00Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'subnets': [{'id': '3c04a156-faf9-4bd1-b441-97552b77c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:45.284723 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (45efce5d-14ab-4e60-8b2c-af615393b030), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.287970 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.289241 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "DELETE /v2.0/security-groups/45efce5d-14ab-4e60-8b2c-af615393b030 HTTP/1.1" status: 204 len: 168 time: 0.1431746 Feb 16 13:39:45.292177 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49084) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:45.298789 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fd172-2870-46f8-9a1f-f06d7548193f tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45efce5d-14ab-4e60-8b2c-af615393b030,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:45.312947 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.api.v2.resource [None req-fb61bb82-38ca-4945-8af8-1fe8d1d55047 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] show failed (client error): The resource could not be found. Feb 16 13:39:45.316793 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-fb61bb82-38ca-4945-8af8-1fe8d1d55047 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "GET /v2.0/security-groups/45efce5d-14ab-4e60-8b2c-af615393b030 HTTP/1.1" status: 404 len: 347 time: 0.0202420 Feb 16 13:39:45.317492 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49086) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:45.458650 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Deleting port 8b0f0006-56a6-433f-ab88-c987306f5205 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:45.459776 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.539219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759befc-73b4-4cc5-a1db-5f93e5816b66 None None] New status for floating IP 63340141-1f58-4c1b-8907-d352f6a6c438: DOWN {{(pid=102565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:39:45.541473 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.541805 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (8b0f0006-56a6-433f-ab88-c987306f5205), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.554513 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Calling delete_port for 8b0f0006-56a6-433f-ab88-c987306f5205 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:45.702384 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (8b0f0006-56a6-433f-ab88-c987306f5205), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.730256 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Pushing event deleted for resources: {'Port': ['ID=8b0f0006-56a6-433f-ab88-c987306f5205,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:45.759880 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.760235 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.760583 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.760925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.761268 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.761606 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.761948 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.762312 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.762643 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.762971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.763300 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.763628 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.763956 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:39:45.805097 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks [] for floatingip (63340141-1f58-4c1b-8907-d352f6a6c438), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.807799 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:45.809448 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-bcb63d15-c716-47fa-b9d2-8d967834c6c6 tempest-AttachVolumeShelveTestJSON-617510693 tempest-AttachVolumeShelveTestJSON-617510693-project] 10.222.0.73 "DELETE /v2.0/floatingips/63340141-1f58-4c1b-8907-d352f6a6c438 HTTP/1.1" status: 204 len: 168 time: 0.4899163 Feb 16 13:39:45.866652 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:39:46.024273 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3cae6-bb1b-416b-a71f-6c3b0ac26852 req-643f7da6-139b-4ed0-b2d5-ad8b68695918 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:46.025794 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7b3cae6-bb1b-416b-a71f-6c3b0ac26852 req-643f7da6-139b-4ed0-b2d5-ad8b68695918 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.0539219 Feb 16 13:39:46.079958 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172f0e6-02e6-41bb-b285-06851a61122b req-a0ab13e6-a2ab-41e7-b952-9405c0019fef tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:46.081712 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7172f0e6-02e6-41bb-b285-06851a61122b req-a0ab13e6-a2ab-41e7-b952-9405c0019fef tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "GET /v2.0/ports?device_id=031dffb2-72e3-4fc0-bb06-abad0b53a011 HTTP/1.1" status: 200 len: 945 time: 0.0545228 Feb 16 13:39:46.082688 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7b3cae6-bb1b-416b-a71f-6c3b0ac26852 req-9cf217aa-b2ff-4f1a-b37e-9350ea1fbb9b tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.73 "GET /v2.0/security-groups?id=e34a9145-ed43-40f0-ac1a-f885f2b90d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Feb 16 13:39:46.184636 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Deleting port 8b1c8ff2-f086-488e-89c8-ed1653947130 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:46.185349 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:46.280960 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] For port 8b1c8ff2-f086-488e-89c8-ed1653947130, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=8b1c8ff2-f086-488e-89c8-ed1653947130,segment=NetworkSegment(c54e3762-ea5c-4a82-aabe-50305b7fd817),segment_id=c54e3762-ea5c-4a82-aabe-50305b7fd817)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:46.281324 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:46.295695 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Calling delete_port for 8b1c8ff2-f086-488e-89c8-ed1653947130 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:46.423048 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (8b1c8ff2-f086-488e-89c8-ed1653947130), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:46.435838 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['8b1c8ff2-f086-488e-89c8-ed1653947130'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:39:46.451994 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Pushing event deleted for resources: {'Port': ['ID=8b1c8ff2-f086-488e-89c8-ed1653947130,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:46.497895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] No DVR routers for this DVR port 8b1c8ff2-f086-488e-89c8-ed1653947130 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:46.500376 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:46.503701 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-7172f0e6-02e6-41bb-b285-06851a61122b req-00e5f50a-499d-4872-a3b2-7d97aacfda17 tempest-AttachVolumeNegativeTest-2041280390 tempest-AttachVolumeNegativeTest-2041280390-project] 10.222.0.104 "DELETE /v2.0/ports/8b1c8ff2-f086-488e-89c8-ed1653947130 HTTP/1.1" status: 204 len: 173 time: 0.4153137 Feb 16 13:39:46.505243 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'name': 'network-vif-deleted', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:39:46.508185 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0658c-5409-4117-9099-e9e4209d8c14" -d '{"events": [{"server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "name": "network-vif-deleted", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:39:46.545468 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2588389-d912-48f5-b513-81253b1be45a x-openstack-request-id: req-f2588389-d912-48f5-b513-81253b1be45a {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:39:46.545757 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031dffb2-72e3-4fc0-bb06-abad0b53a011", "name": "network-vif-deleted", "tag": "8b1c8ff2-f086-488e-89c8-ed1653947130", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:39:46.546006 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f2588389-d912-48f5-b513-81253b1be45a {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:39:46.546433 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031dffb2-72e3-4fc0-bb06-abad0b53a011', 'name': 'network-vif-deleted', 'tag': '8b1c8ff2-f086-488e-89c8-ed1653947130', 'status': 'completed', 'code': 200} Feb 16 13:39:46.933694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-415a2a27-94a6-4273-8232-e7e9b0093407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.143145 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49108) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:47.193179 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Deleting subnet 2b0fa0a3-877f-4979-bedb-c62ea0eab693 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:39:47.197003 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Publish callbacks [] for subnet (2b0fa0a3-877f-4979-bedb-c62ea0eab693), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.236554 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (2b0fa0a3-877f-4979-bedb-c62ea0eab693), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.275318 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (2b0fa0a3-877f-4979-bedb-c62ea0eab693), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.333237 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (2b0fa0a3-877f-4979-bedb-c62ea0eab693), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.361620 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0fa0a3-877f-4979-bedb-c62ea0eab693,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:47.366058 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.369672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7304589b-020a-4ded-acd6-b6090530e7d0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2b0fa0a3-877f-4979-bedb-c62ea0eab693 HTTP/1.1" status: 204 len: 168 time: 0.2251537 Feb 16 13:39:47.372226 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49110) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:47.452202 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (92b5dd17-9b7c-4ecc-b257-c21b701827c4), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.530161 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (92b5dd17-9b7c-4ecc-b257-c21b701827c4), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.550598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b5dd17-9b7c-4ecc-b257-c21b701827c4']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:47.560441 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54e3762-ea5c-4a82-aabe-50305b7fd817') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:47.560737 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54e3762-ea5c-4a82-aabe-50305b7fd817') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:47.574159 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (c54e3762-ea5c-4a82-aabe-50305b7fd817), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.587019 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (c54e3762-ea5c-4a82-aabe-50305b7fd817), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.593025 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:39:47.593537 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (c54e3762-ea5c-4a82-aabe-50305b7fd817), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:39:47.595188 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:39:47.649343 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (92b5dd17-9b7c-4ecc-b257-c21b701827c4), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.654513 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.657626 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] 10.222.0.73 "DELETE /v2.0/networks/92b5dd17-9b7c-4ecc-b257-c21b701827c4 HTTP/1.1" status: 204 len: 168 time: 0.2842469 Feb 16 13:39:47.668796 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e9f14-a62b-473e-a4a7-237c6f5fbb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=92b5dd17-9b7c-4ecc-b257-c21b701827c4,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:47.773974 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49114) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:47.812533 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4f1cee05-ea81-466f-b6d6-3e4509645c0b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8418ff9bb863456d92e543b12abef43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374012 Feb 16 13:39:47.814924 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49116) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:47.861752 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] Publish callbacks [] for security_group (e34a9145-ed43-40f0-ac1a-f885f2b90d09), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.887936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] Publish callbacks [] for security_group (e34a9145-ed43-40f0-ac1a-f885f2b90d09), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.938634 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e34a9145-ed43-40f0-ac1a-f885f2b90d09), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.942330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:47.943731 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e34a9145-ed43-40f0-ac1a-f885f2b90d09 HTTP/1.1" status: 204 len: 168 time: 0.1277838 Feb 16 13:39:47.953242 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4c09-3658-4dd7-bc9f-c54f7b75ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a9145-ed43-40f0-ac1a-f885f2b90d09,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:48.287542 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49134) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:48.816889 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:48.972119 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:48.996062 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 0fc2660d-68e7-4924-8596-a1180bbbd947 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:48.996250 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 0fc2660d-68e7-4924-8596-a1180bbbd947 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:48.996968 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 8b1c8ff2-f086-488e-89c8-ed1653947130 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:49.025334 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 8b1c8ff2-f086-488e-89c8-ed1653947130 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:49.025592 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 8b1c8ff2-f086-488e-89c8-ed1653947130 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:49.074373 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Deleting port 408e6493-7676-40eb-9273-0074e7e5e95e {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:49.074714 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.159627 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] For port 408e6493-7676-40eb-9273-0074e7e5e95e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=408e6493-7676-40eb-9273-0074e7e5e95e,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:49.160234 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.181426 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Calling delete_port for 408e6493-7676-40eb-9273-0074e7e5e95e owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:49.277459 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49176) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:49.332238 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-313c2386-1c74-479a-9bfa-ba9913572e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.378826 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (408e6493-7676-40eb-9273-0074e7e5e95e), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.400335 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2324f1c0-869b-4b82-9e0e-fecb6f2b9590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.414943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=408e6493-7676-40eb-9273-0074e7e5e95e,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:49.490902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2324f1c0-869b-4b82-9e0e-fecb6f2b9590 admin admin] Publish callbacks [] for security_group (4fe00590-5559-4621-8f1e-12a27e8c5414), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.495715 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2324f1c0-869b-4b82-9e0e-fecb6f2b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4fe00590-5559-4621-8f1e-12a27e8c5414), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.528188 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2324f1c0-869b-4b82-9e0e-fecb6f2b9590 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=263e24304ae54e25a61676f5aeed7b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493169 Feb 16 13:39:49.531639 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49180) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:49.556324 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324f1c0-869b-4b82-9e0e-fecb6f2b9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe00590-5559-4621-8f1e-12a27e8c5414,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:49.593793 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] Publish callbacks [] for security_group (4fe00590-5559-4621-8f1e-12a27e8c5414), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.596040 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.617455 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] Publish callbacks [] for security_group (4fe00590-5559-4621-8f1e-12a27e8c5414), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.675719 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (4fe00590-5559-4621-8f1e-12a27e8c5414), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.681366 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:49.685603 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fe00590-5559-4621-8f1e-12a27e8c5414 HTTP/1.1" status: 204 len: 168 time: 0.1505086 Feb 16 13:39:49.697531 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc64529-f36f-45e1-b323-89a52bf7f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe00590-5559-4621-8f1e-12a27e8c5414,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:50.108968 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Router d5db8cba-09a1-4905-ad94-03b6793d5df6 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:39:50.199281 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.233282 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:39:50.242045 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-672d2860-5d51-4f5e-a395-a2064803f2b4 admin admin] 10.222.0.73 "PUT /v2.0/routers/d5db8cba-09a1-4905-ad94-03b6793d5df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9523365 Feb 16 13:39:50.243856 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49196) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:50.248486 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Sync routers for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:50.265148 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:39:50.265792 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:39:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:50.379829 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks [] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.414847 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:39:50.496391 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks [] for router_gateway (d5db8cba-09a1-4905-ad94-03b6793d5df6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.528014 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49204) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:50.561577 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Deleting port 555f5768-7c52-41b7-899d-f5f6667adf33 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:50.562066 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.670174 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] For port 555f5768-7c52-41b7-899d-f5f6667adf33, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=555f5768-7c52-41b7-899d-f5f6667adf33,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:50.670704 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1595387884-network', 'tenant_id': 'a7775f03083b4e24b9dcc89c3e2a0451'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:50.671082 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.684964 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Calling delete_port for 555f5768-7c52-41b7-899d-f5f6667adf33 owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:50.686351 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:39:49Z', 'revision_number': 5, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port': {'id': '555f5768-7c52-41b7-899d-f5f6667adf33', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:32:51Z', 'updated_at': '2022-02-16T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:50.691797 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Made reservation on behalf of a7775f03083b4e24b9dcc89c3e2a0451 for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:50.694224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.703381 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.714680 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Checking router: d5db8cba-09a1-4905-ad94-03b6793d5df6 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:50.725552 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Routers {'d5db8cba-09a1-4905-ad94-03b6793d5df6'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:39:50.726210 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:39:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['d5db8cba-09a1-4905-ad94-03b6793d5df6'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:50.799992 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks [] for security_group (af868959-01e0-44ce-86a8-f16c430f4c16), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.804902 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (af868959-01e0-44ce-86a8-f16c430f4c16), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.827596 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:39:50.832275 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] Set router d5db8cba-09a1-4905-ad94-03b6793d5df6 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:39:50.844571 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af868959-01e0-44ce-86a8-f16c430f4c16,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:50.847949 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (61151caf-de33-49f1-9174-c67cea19aab3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.848473 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Added segment 61151caf-de33-49f1-9174-c67cea19aab3 of type vlan for network 06046581-fdde-4067-964a-ad6b0ddde72d Feb 16 13:39:50.891246 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (555f5768-7c52-41b7-899d-f5f6667adf33), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.893889 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:39:50Z', 'revision_number': 6, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:50.895600 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (06046581-fdde-4067-964a-ad6b0ddde72d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.923465 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5011c90-9f1d-41e2-be99-09f79873fb59 None None] The sync data for ids ['d5db8cba-09a1-4905-ad94-03b6793d5df6'] in dv-cinder-829473-3-iscsi is: [{'id': 'd5db8cba-09a1-4905-ad94-03b6793d5df6', 'name': 'tempest-AttachVolumeShelveTestJSON-671009043-router', 'tenant_id': '7759e105b5d349a2be14c3cba6e729b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:32:50Z', 'updated_at': '2022-02-16T13:39:50Z', 'revision_number': 6, 'project_id': '7759e105b5d349a2be14c3cba6e729b4', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:50.924913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (06046581-fdde-4067-964a-ad6b0ddde72d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.925974 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:50.926609 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:50.926958 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=555f5768-7c52-41b7-899d-f5f6667adf33,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:50.977675 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4463978 Feb 16 13:39:50.977675 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49208) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:51.005406 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.013464 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Request body: {'subnet': {'network_id': '06046581-fdde-4067-964a-ad6b0ddde72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1595387884-subnet', 'tenant_id': 'a7775f03083b4e24b9dcc89c3e2a0451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:51.018509 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c25d53-f381-41d1-99f6-fea7e33e5b19 admin admin] Pushing event updated for resources: {'Network': ['ID=06046581-fdde-4067-964a-ad6b0ddde72d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:51.031635 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 06046581-fdde-4067-964a-ad6b0ddde72d details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:39:51.041427 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Made reservation on behalf of a7775f03083b4e24b9dcc89c3e2a0451 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:51.044689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12643084'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.129652 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.133746 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks [] for router_controller (d5db8cba-09a1-4905-ad94-03b6793d5df6), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.190312 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (d5db8cba-09a1-4905-ad94-03b6793d5df6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.191930 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5db8cba-09a1-4905-ad94-03b6793d5df6 {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:39:51.201367 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.203163 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d671b615-40e7-47a4-ae91-61056a1e8ba3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d5db8cba-09a1-4905-ad94-03b6793d5df6 HTTP/1.1" status: 204 len: 168 time: 0.9576588 Feb 16 13:39:51.206262 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49210) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:51.256063 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12718383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12643134'] for subnet (f70ecf6c-ed04-45b4-afca-332c8f680060), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.264736 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Deleting subnet 3c04a156-faf9-4bd1-b441-97552b77c8ad {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:39:51.268342 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Publish callbacks [] for subnet (3c04a156-faf9-4bd1-b441-97552b77c8ad), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.323934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (3c04a156-faf9-4bd1-b441-97552b77c8ad), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.327927 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Checking segment: {'id': '61151caf-de33-49f1-9174-c67cea19aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '06046581-fdde-4067-964a-ad6b0ddde72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:39:51.328539 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Network hostable DHCP agents. Network: 06046581-fdde-4067-964a-ad6b0ddde72d, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:39:51.335901 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70ecf6c-ed04-45b4-afca-332c8f680060,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:51.361452 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Network 06046581-fdde-4067-964a-ad6b0ddde72d is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:39:51.380160 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 06046581-fdde-4067-964a-ad6b0ddde72d) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:51.390762 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:51.393002 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.397719 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d74a9-aff5-47f7-bc49-d0bc7db7ca3e None None] Network 06046581-fdde-4067-964a-ad6b0ddde72d requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:39:51.417013 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-bfbff012-9844-40ac-a2a0-d77472563f93 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4075398 Feb 16 13:39:51.501923 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (3c04a156-faf9-4bd1-b441-97552b77c8ad), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.587550 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb8455-4952-4a71-ac5d-54898ba2ddb0 None None] Network 06046581-fdde-4067-964a-ad6b0ddde72d requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:39:51.593501 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (3c04a156-faf9-4bd1-b441-97552b77c8ad), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.642616 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c04a156-faf9-4bd1-b441-97552b77c8ad,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:51.647339 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.653513 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1d269-fe11-4500-84ff-01a1fc4a1084 None None] Network 7f2ac922-563c-4689-8ae1-c7724a89ea75 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:39:51.657570 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49216) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:51.658137 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7010afa7-64b7-4509-b6d8-1c13be50f7cd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3c04a156-faf9-4bd1-b441-97552b77c8ad HTTP/1.1" status: 204 len: 168 time: 0.4503841 Feb 16 13:39:51.749795 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (7f2ac922-563c-4689-8ae1-c7724a89ea75), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.836092 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Deleting port 0a561535-6f51-48e0-9dab-ae8c123a2da1 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:39:51.836540 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.936329 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] For port 0a561535-6f51-48e0-9dab-ae8c123a2da1, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=0a561535-6f51-48e0-9dab-ae8c123a2da1,segment=NetworkSegment(e0c9ab58-f15d-4e76-a983-971508a4492d),segment_id=e0c9ab58-f15d-4e76-a983-971508a4492d)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:39:51.936693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:51.960870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Calling delete_port for 0a561535-6f51-48e0-9dab-ae8c123a2da1 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:39:51.998007 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.089254 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (0a561535-6f51-48e0-9dab-ae8c123a2da1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.118252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a561535-6f51-48e0-9dab-ae8c123a2da1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:52.125277 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747d2989-5815-4460-b86a-7fdfb69270bf None None] DHCP port deletion for 7f2ac922-563c-4689-8ae1-c7724a89ea75 request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:39:52.126526 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] No DVR routers for this DVR port 0a561535-6f51-48e0-9dab-ae8c123a2da1 on host dv-cinder-829473-3-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:39:52.207264 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49230) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:52.215530 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982988543-network', 'tenant_id': '8b527d4f81bc4bdab881da1072dc3380'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:52.243076 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Made reservation on behalf of 8b527d4f81bc4bdab881da1072dc3380 for: {'network': 1} {{(pid=102564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:52.247187 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.262826 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.291534 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (7f2ac922-563c-4689-8ae1-c7724a89ea75), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.329828 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ac922-563c-4689-8ae1-c7724a89ea75']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:52.347144 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c9ab58-f15d-4e76-a983-971508a4492d') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:52.347802 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c9ab58-f15d-4e76-a983-971508a4492d') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:52.362999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (e0c9ab58-f15d-4e76-a983-971508a4492d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.377734 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks [] for security_group (164d2a03-210d-4bf1-bcc3-579daf2093bd), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.381993 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e0c9ab58-f15d-4e76-a983-971508a4492d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.383501 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (164d2a03-210d-4bf1-bcc3-579daf2093bd), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.390868 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:39:52.391203 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (e0c9ab58-f15d-4e76-a983-971508a4492d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:39:52.393041 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:39:52.417775 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164d2a03-210d-4bf1-bcc3-579daf2093bd,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:52.425931 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=102564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:39:52.445053 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (d1b44e51-975c-404a-b28c-837490dd1bf7), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.445552 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.segments_db [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Added segment d1b44e51-975c-404a-b28c-837490dd1bf7 of type vlan for network 96c5af17-560d-4cac-ac4e-55f8becb097f Feb 16 13:39:52.463943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (7f2ac922-563c-4689-8ae1-c7724a89ea75), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.473975 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.480619 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7f2ac922-563c-4689-8ae1-c7724a89ea75 HTTP/1.1" status: 204 len: 168 time: 0.8189509 Feb 16 13:39:52.491204 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4798b7c-0b20-4058-be60-88e5cfeba724 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2ac922-563c-4689-8ae1-c7724a89ea75,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:52.516666 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (96c5af17-560d-4cac-ac4e-55f8becb097f), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.547780 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (96c5af17-560d-4cac-ac4e-55f8becb097f), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.549259 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:52.550162 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.592533 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3794155 Feb 16 13:39:52.592959 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49236) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:52.597927 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Request body: {'subnet': {'network_id': '96c5af17-560d-4cac-ac4e-55f8becb097f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982988543-subnet', 'tenant_id': '8b527d4f81bc4bdab881da1072dc3380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:52.628019 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Made reservation on behalf of 8b527d4f81bc4bdab881da1072dc3380 for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:39:52.631082 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12643084'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.649988 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f1ac-f81f-4da5-90e4-d59a4e630cbf admin admin] Pushing event updated for resources: {'Network': ['ID=96c5af17-560d-4cac-ac4e-55f8becb097f,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:52.665455 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 96c5af17-560d-4cac-ac4e-55f8becb097f details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:39:52.689766 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0a561535-6f51-48e0-9dab-ae8c123a2da1 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:52.723353 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 0a561535-6f51-48e0-9dab-ae8c123a2da1 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:52.724035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 0a561535-6f51-48e0-9dab-ae8c123a2da1 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:52.724697 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 555f5768-7c52-41b7-899d-f5f6667adf33 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:52.730222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49238) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:52.778537 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 555f5768-7c52-41b7-899d-f5f6667adf33 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:52.778877 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 555f5768-7c52-41b7-899d-f5f6667adf33 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:52.779312 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 408e6493-7676-40eb-9273-0074e7e5e95e no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:39:52.806972 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 408e6493-7676-40eb-9273-0074e7e5e95e {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:39:52.807440 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 408e6493-7676-40eb-9273-0074e7e5e95e not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:39:52.819849 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b4f170dd-65d9-44af-9d2e-101884473aa4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7759e105b5d349a2be14c3cba6e729b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884070 Feb 16 13:39:52.822331 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49240) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:52.908480 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12718383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12643134'] for subnet (2b89ba7f-d5dd-45b9-aa2d-679dd1070219), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.950501 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] Publish callbacks [] for security_group (58402b2c-d1f6-4771-8ed8-9d0a683a6229), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:52.998175 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b89ba7f-d5dd-45b9-aa2d-679dd1070219,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:53.002611 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] Publish callbacks [] for security_group (58402b2c-d1f6-4771-8ed8-9d0a683a6229), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.030686 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Checking segment: {'id': 'd1b44e51-975c-404a-b28c-837490dd1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '96c5af17-560d-4cac-ac4e-55f8becb097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:39:53.031054 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Network hostable DHCP agents. Network: 96c5af17-560d-4cac-ac4e-55f8becb097f, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:39:53.057552 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Network 96c5af17-560d-4cac-ac4e-55f8becb097f is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:39:53.068688 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 96c5af17-560d-4cac-ac4e-55f8becb097f) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:53.070683 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (58402b2c-d1f6-4771-8ed8-9d0a683a6229), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.073294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.074383 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58402b2c-d1f6-4771-8ed8-9d0a683a6229 HTTP/1.1" status: 204 len: 168 time: 0.2511177 Feb 16 13:39:53.078799 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:53.079428 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.086226 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128fb9f-1fa4-425b-8893-a99b25ca4427 None None] Network 96c5af17-560d-4cac-ac4e-55f8becb097f requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:39:53.090558 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292fe24-ad57-441f-86fc-b133464a4cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58402b2c-d1f6-4771-8ed8-9d0a683a6229,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:53.116680 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3359db0b-875e-4ccb-b530-3d23e8ed6b87 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5226443 Feb 16 13:39:53.118216 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.216866 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eafa937-8a93-47ed-9554-08e35850638f None None] Network 96c5af17-560d-4cac-ac4e-55f8becb097f requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:39:53.241173 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49246) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:53.292288 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Deleting subnet f70ecf6c-ed04-45b4-afca-332c8f680060 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:39:53.296367 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Publish callbacks [] for subnet (f70ecf6c-ed04-45b4-afca-332c8f680060), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.336708 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (f70ecf6c-ed04-45b4-afca-332c8f680060), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.379682 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (f70ecf6c-ed04-45b4-afca-332c8f680060), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.446892 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (f70ecf6c-ed04-45b4-afca-332c8f680060), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.472770 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70ecf6c-ed04-45b4-afca-332c8f680060,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:53.477164 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.482056 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2d896c4c-daf5-46c8-8fae-ea12daeda1ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f70ecf6c-ed04-45b4-afca-332c8f680060 HTTP/1.1" status: 204 len: 168 time: 0.2388322 Feb 16 13:39:53.483659 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49256) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:53.561609 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (06046581-fdde-4067-964a-ad6b0ddde72d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.650341 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (06046581-fdde-4067-964a-ad6b0ddde72d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.673157 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06046581-fdde-4067-964a-ad6b0ddde72d']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:53.684087 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61151caf-de33-49f1-9174-c67cea19aab3') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:53.684375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61151caf-de33-49f1-9174-c67cea19aab3') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:53.694624 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (61151caf-de33-49f1-9174-c67cea19aab3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.708246 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (61151caf-de33-49f1-9174-c67cea19aab3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.716789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:39:53.717122 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (61151caf-de33-49f1-9174-c67cea19aab3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:39:53.718886 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:39:53.778886 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (06046581-fdde-4067-964a-ad6b0ddde72d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.787994 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.792125 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] 10.222.0.73 "DELETE /v2.0/networks/06046581-fdde-4067-964a-ad6b0ddde72d HTTP/1.1" status: 204 len: 168 time: 0.3072941 Feb 16 13:39:53.795157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49268) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:53.807258 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de66678-4fa0-443d-a202-e8ad25400767 admin admin] Pushing event deleted for resources: {'Network': ['ID=06046581-fdde-4067-964a-ad6b0ddde72d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:53.853421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Deleting subnet 2b89ba7f-d5dd-45b9-aa2d-679dd1070219 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:39:53.856760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Publish callbacks [] for subnet (2b89ba7f-d5dd-45b9-aa2d-679dd1070219), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.893361 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (2b89ba7f-d5dd-45b9-aa2d-679dd1070219), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:53.936870 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (2b89ba7f-d5dd-45b9-aa2d-679dd1070219), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.003314 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (2b89ba7f-d5dd-45b9-aa2d-679dd1070219), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.020916 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.024467 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2b89ba7f-d5dd-45b9-aa2d-679dd1070219 HTTP/1.1" status: 204 len: 168 time: 0.2278140 Feb 16 13:39:54.028641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49272) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:54.054582 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678f16-0600-4db1-b81f-6121885164be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b89ba7f-d5dd-45b9-aa2d-679dd1070219,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:54.117641 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (96c5af17-560d-4cac-ac4e-55f8becb097f), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.206301 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (96c5af17-560d-4cac-ac4e-55f8becb097f), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.227450 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c5af17-560d-4cac-ac4e-55f8becb097f']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:54.237797 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b44e51-975c-404a-b28c-837490dd1bf7') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:54.238249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b44e51-975c-404a-b28c-837490dd1bf7') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:54.249354 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (d1b44e51-975c-404a-b28c-837490dd1bf7), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.263647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (d1b44e51-975c-404a-b28c-837490dd1bf7), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.270079 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:39:54.270467 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (d1b44e51-975c-404a-b28c-837490dd1bf7), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:39:54.272753 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:39:54.327709 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (96c5af17-560d-4cac-ac4e-55f8becb097f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.340127 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.343502 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] 10.222.0.73 "DELETE /v2.0/networks/96c5af17-560d-4cac-ac4e-55f8becb097f HTTP/1.1" status: 204 len: 168 time: 0.3133175 Feb 16 13:39:54.357949 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75589d5e-8721-44a5-89f2-cb0291713f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=96c5af17-560d-4cac-ac4e-55f8becb097f,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:54.463630 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49288) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:54.513726 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6d244281-b5c9-46d7-b333-e88632c4c2d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7775f03083b4e24b9dcc89c3e2a0451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464771 Feb 16 13:39:54.514120 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49294) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:54.561542 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] Publish callbacks [] for security_group (af868959-01e0-44ce-86a8-f16c430f4c16), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.583167 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] Publish callbacks [] for security_group (af868959-01e0-44ce-86a8-f16c430f4c16), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.629985 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (af868959-01e0-44ce-86a8-f16c430f4c16), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.633244 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:54.634423 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af868959-01e0-44ce-86a8-f16c430f4c16 HTTP/1.1" status: 204 len: 168 time: 0.1193337 Feb 16 13:39:54.642209 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca50a-7be8-4263-ae90-ae7e17036fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af868959-01e0-44ce-86a8-f16c430f4c16,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:55.023144 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49308) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:55.062215 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f0235d09-e97e-4e2d-b509-2a4471a3d599 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b527d4f81bc4bdab881da1072dc3380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377994 Feb 16 13:39:55.064629 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49310) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:55.116265 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] Publish callbacks [] for security_group (164d2a03-210d-4bf1-bcc3-579daf2093bd), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:55.139004 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] Publish callbacks [] for security_group (164d2a03-210d-4bf1-bcc3-579daf2093bd), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:55.187299 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (164d2a03-210d-4bf1-bcc3-579daf2093bd), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:55.189894 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:55.191100 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/164d2a03-210d-4bf1-bcc3-579daf2093bd HTTP/1.1" status: 204 len: 168 time: 0.1255417 Feb 16 13:39:55.199694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524e036-0418-4df9-bc81-349d8e401127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164d2a03-210d-4bf1-bcc3-579daf2093bd,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:57.763516 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49394) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:57.869198 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-900fd27a-33a0-442a-84d0-8f286925149f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:57.963245 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-900fd27a-33a0-442a-84d0-8f286925149f admin admin] Publish callbacks [] for security_group (bf9fa914-1346-42d2-b1ea-ca4ac514fe3a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:57.967442 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-900fd27a-33a0-442a-84d0-8f286925149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (bf9fa914-1346-42d2-b1ea-ca4ac514fe3a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.007254 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fd27a-33a0-442a-84d0-8f286925149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9fa914-1346-42d2-b1ea-ca4ac514fe3a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:58.014346 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49402) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:58.014908 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-900fd27a-33a0-442a-84d0-8f286925149f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0468e5a7e6eb424b839649ca09184865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498105 Feb 16 13:39:58.070404 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] Publish callbacks [] for security_group (bf9fa914-1346-42d2-b1ea-ca4ac514fe3a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.093469 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] Publish callbacks [] for security_group (bf9fa914-1346-42d2-b1ea-ca4ac514fe3a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.152787 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (bf9fa914-1346-42d2-b1ea-ca4ac514fe3a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.155394 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.159797 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf9fa914-1346-42d2-b1ea-ca4ac514fe3a HTTP/1.1" status: 204 len: 168 time: 0.1440954 Feb 16 13:39:58.170108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96847b1d-db40-4ed1-8c3f-73d0e76b9db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9fa914-1346-42d2-b1ea-ca4ac514fe3a,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:58.285992 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.457226 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49416) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:58.470953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b54e8893-4239-4bd0-a1d6-e8cf13b86e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.548067 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b54e8893-4239-4bd0-a1d6-e8cf13b86e27 admin admin] Publish callbacks [] for security_group (157f1400-f377-470a-9408-b9f4998c8785), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.554011 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b54e8893-4239-4bd0-a1d6-e8cf13b86e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (157f1400-f377-470a-9408-b9f4998c8785), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.596009 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b54e8893-4239-4bd0-a1d6-e8cf13b86e27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b29436411a7849239e127070791ec990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376925 Feb 16 13:39:58.596971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e8893-4239-4bd0-a1d6-e8cf13b86e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157f1400-f377-470a-9408-b9f4998c8785,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:58.598858 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49418) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:39:58.650955 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] Publish callbacks [] for security_group (157f1400-f377-470a-9408-b9f4998c8785), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.681689 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] Publish callbacks [] for security_group (157f1400-f377-470a-9408-b9f4998c8785), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.739822 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (157f1400-f377-470a-9408-b9f4998c8785), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.744531 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:39:58.748928 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/157f1400-f377-470a-9408-b9f4998c8785 HTTP/1.1" status: 204 len: 168 time: 0.1465676 Feb 16 13:39:58.760368 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526be57-7b76-452e-816c-99c1f8a1327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157f1400-f377-470a-9408-b9f4998c8785,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:00.879463 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49498) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:00.981353 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-32a40c4b-607b-4583-9886-7663247777fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.059110 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-32a40c4b-607b-4583-9886-7663247777fc admin admin] Publish callbacks [] for security_group (231a8c18-e752-42dd-9f59-138067feb0f3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.063010 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-32a40c4b-607b-4583-9886-7663247777fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (231a8c18-e752-42dd-9f59-138067feb0f3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.103245 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-32a40c4b-607b-4583-9886-7663247777fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cde7c102799442a4b28fd798329dfdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226775 Feb 16 13:40:01.103987 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a40c4b-607b-4583-9886-7663247777fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231a8c18-e752-42dd-9f59-138067feb0f3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:01.106117 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49502) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:01.161170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] Publish callbacks [] for security_group (231a8c18-e752-42dd-9f59-138067feb0f3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.183586 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] Publish callbacks [] for security_group (231a8c18-e752-42dd-9f59-138067feb0f3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.236742 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (231a8c18-e752-42dd-9f59-138067feb0f3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.239255 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.240426 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/231a8c18-e752-42dd-9f59-138067feb0f3 HTTP/1.1" status: 204 len: 168 time: 0.1329768 Feb 16 13:40:01.248765 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e68e72-64f5-47fd-a6a5-9e00a02e9348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a8c18-e752-42dd-9f59-138067feb0f3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:01.509955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49508) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:01.523601 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3681534-de09-4718-a74e-a219473aa171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.606286 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3681534-de09-4718-a74e-a219473aa171 admin admin] Publish callbacks [] for security_group (7a1a39cf-bf8f-4855-bc22-8cba0e379ca6), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.610225 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-f3681534-de09-4718-a74e-a219473aa171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7a1a39cf-bf8f-4855-bc22-8cba0e379ca6), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.646649 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3681534-de09-4718-a74e-a219473aa171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a39cf-bf8f-4855-bc22-8cba0e379ca6,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:01.651502 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-f3681534-de09-4718-a74e-a219473aa171 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cdd2cce57b440898007e486c6e630e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405079 Feb 16 13:40:01.655141 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49512) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:01.702791 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] Publish callbacks [] for security_group (7a1a39cf-bf8f-4855-bc22-8cba0e379ca6), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.722788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] Publish callbacks [] for security_group (7a1a39cf-bf8f-4855-bc22-8cba0e379ca6), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.770887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (7a1a39cf-bf8f-4855-bc22-8cba0e379ca6), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.773848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:01.775047 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a1a39cf-bf8f-4855-bc22-8cba0e379ca6 HTTP/1.1" status: 204 len: 168 time: 0.1195319 Feb 16 13:40:01.783078 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b154d6-28fd-4e91-8aa2-4e96fa3b3e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a39cf-bf8f-4855-bc22-8cba0e379ca6,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:03.762808 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49596) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:03.882438 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-087bdf91-a00f-46ce-9526-d7401c201505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:03.964034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-087bdf91-a00f-46ce-9526-d7401c201505 admin admin] Publish callbacks [] for security_group (1d7db5b9-8574-46c0-b3ab-09f493af88e3), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:03.967940 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-087bdf91-a00f-46ce-9526-d7401c201505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d7db5b9-8574-46c0-b3ab-09f493af88e3), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.008543 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-087bdf91-a00f-46ce-9526-d7401c201505 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9d0e51a9adf4f318b30ba73e720a7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442174 Feb 16 13:40:04.009236 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bdf91-a00f-46ce-9526-d7401c201505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7db5b9-8574-46c0-b3ab-09f493af88e3,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:04.011072 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49614) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:04.070232 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] Publish callbacks [] for security_group (1d7db5b9-8574-46c0-b3ab-09f493af88e3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.092819 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] Publish callbacks [] for security_group (1d7db5b9-8574-46c0-b3ab-09f493af88e3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.144312 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (1d7db5b9-8574-46c0-b3ab-09f493af88e3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.147851 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.149090 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d7db5b9-8574-46c0-b3ab-09f493af88e3 HTTP/1.1" status: 204 len: 168 time: 0.1367607 Feb 16 13:40:04.156870 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b309e-a327-4fc3-affd-a824a94a57f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7db5b9-8574-46c0-b3ab-09f493af88e3,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:04.407102 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49624) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:04.420023 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2f4eb8a1-038c-45de-8d68-5a0c3555c665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.493068 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2f4eb8a1-038c-45de-8d68-5a0c3555c665 admin admin] Publish callbacks [] for security_group (250c5f89-0484-439e-bc82-b27004574d27), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.497087 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-2f4eb8a1-038c-45de-8d68-5a0c3555c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (250c5f89-0484-439e-bc82-b27004574d27), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.533117 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4eb8a1-038c-45de-8d68-5a0c3555c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c5f89-0484-439e-bc82-b27004574d27,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:04.538498 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-2f4eb8a1-038c-45de-8d68-5a0c3555c665 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d963337282c74bc78ff47a80ef68da66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303229 Feb 16 13:40:04.539875 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49626) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:04.586790 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] Publish callbacks [] for security_group (250c5f89-0484-439e-bc82-b27004574d27), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.607774 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] Publish callbacks [] for security_group (250c5f89-0484-439e-bc82-b27004574d27), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.657858 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (250c5f89-0484-439e-bc82-b27004574d27), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.660802 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:04.662042 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/250c5f89-0484-439e-bc82-b27004574d27 HTTP/1.1" status: 204 len: 168 time: 0.1212416 Feb 16 13:40:04.670173 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975219e5-c2a9-42e8-9ab4-7ab781437e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c5f89-0484-439e-bc82-b27004574d27,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:06.883000 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49686) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:06.993291 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.083735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Publish callbacks [] for security_group (893b42b9-6a3d-41c0-ade5-fb2d0039b5a0), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.088587 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (893b42b9-6a3d-41c0-ade5-fb2d0039b5a0), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.134632 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebb78d2727fc49629c14e825e18ba46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504976 Feb 16 13:40:07.135602 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b42b9-6a3d-41c0-ade5-fb2d0039b5a0,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:07.137660 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49694) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:07.145079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.145802 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.146216 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.146853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.147443 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.147885 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.148256 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.148601 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.149012 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.149650 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.149995 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.150445 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.150803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3ee3d-313c-4ed9-a03f-3117486c718d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:07.207549 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] Publish callbacks [] for security_group (893b42b9-6a3d-41c0-ade5-fb2d0039b5a0), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.242108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] Publish callbacks [] for security_group (893b42b9-6a3d-41c0-ade5-fb2d0039b5a0), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.303468 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (893b42b9-6a3d-41c0-ade5-fb2d0039b5a0), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.306327 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.307575 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/893b42b9-6a3d-41c0-ade5-fb2d0039b5a0 HTTP/1.1" status: 204 len: 168 time: 0.1682034 Feb 16 13:40:07.317160 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a959b-1949-48e3-8a31-9cfaba3920f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b42b9-6a3d-41c0-ade5-fb2d0039b5a0,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:07.617284 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49702) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:07.632564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9ea46fa6-02bf-4a3c-a5a4-a330f6118813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.720787 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9ea46fa6-02bf-4a3c-a5a4-a330f6118813 admin admin] Publish callbacks [] for security_group (469228fa-32c5-4d14-8a44-aa1ac6145770), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.725112 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-9ea46fa6-02bf-4a3c-a5a4-a330f6118813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (469228fa-32c5-4d14-8a44-aa1ac6145770), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.764790 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9ea46fa6-02bf-4a3c-a5a4-a330f6118813 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2872888f561440e6a70400265881f8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460550 Feb 16 13:40:07.765540 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea46fa6-02bf-4a3c-a5a4-a330f6118813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469228fa-32c5-4d14-8a44-aa1ac6145770,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:07.767665 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49704) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:07.815011 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] Publish callbacks [] for security_group (469228fa-32c5-4d14-8a44-aa1ac6145770), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.839368 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] Publish callbacks [] for security_group (469228fa-32c5-4d14-8a44-aa1ac6145770), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.887517 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (469228fa-32c5-4d14-8a44-aa1ac6145770), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.889994 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:07.891243 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/469228fa-32c5-4d14-8a44-aa1ac6145770 HTTP/1.1" status: 204 len: 168 time: 0.1225016 Feb 16 13:40:07.904843 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484d824-b484-4bb6-b492-3e993906b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469228fa-32c5-4d14-8a44-aa1ac6145770,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:16.939102 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-0449daab-04b9-458c-8d78-4f201613db2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:19.345398 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e43b5276-5fba-4e5a-921a-408f802c4509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.199432 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.618694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49842) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:20.732110 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7980a65-971f-4614-b930-451ee6c682fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.809907 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7980a65-971f-4614-b930-451ee6c682fb admin admin] Publish callbacks [] for security_group (64a162da-8328-4e91-ae95-7383c75d8d93), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.813785 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-b7980a65-971f-4614-b930-451ee6c682fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (64a162da-8328-4e91-ae95-7383c75d8d93), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.853778 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-b7980a65-971f-4614-b930-451ee6c682fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84b38499af924197a5c5d25da9a32f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338488 Feb 16 13:40:20.854613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7980a65-971f-4614-b930-451ee6c682fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a162da-8328-4e91-ae95-7383c75d8d93,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:20.857222 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49846) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:20.911230 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] Publish callbacks [] for security_group (64a162da-8328-4e91-ae95-7383c75d8d93), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.934855 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] Publish callbacks [] for security_group (64a162da-8328-4e91-ae95-7383c75d8d93), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.991731 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (64a162da-8328-4e91-ae95-7383c75d8d93), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.996333 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:20.998385 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/64a162da-8328-4e91-ae95-7383c75d8d93 HTTP/1.1" status: 204 len: 168 time: 0.1393442 Feb 16 13:40:21.011732 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecff14-4be8-4903-b282-a59407d360e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a162da-8328-4e91-ae95-7383c75d8d93,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:21.684567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49870) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:21.790412 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-775729267-network', 'tenant_id': 'c7292067018b437a87318bace1e0cd5c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:21.811379 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Made reservation on behalf of c7292067018b437a87318bace1e0cd5c for: {'network': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:40:21.814387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for network (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.828745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.831750 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.925055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks [] for security_group (270fd28c-cebc-4775-a397-a010cb56d16d), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.929401 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (270fd28c-cebc-4775-a397-a010cb56d16d), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.955675 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0743be95-4990-463f-b041-af481879bccc admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=102563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:40:21.969958 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270fd28c-cebc-4775-a397-a010cb56d16d,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:21.975183 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (dc5abf67-a73a-46c0-9781-f7da8deb8602), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:21.975535 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.segments_db [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Added segment dc5abf67-a73a-46c0-9781-f7da8deb8602 of type vlan for network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 Feb 16 13:40:22.016577 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749292644729'] for network (18a91b95-8ae5-45ee-b0ad-8901935fc7a9), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.042693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777'] for network (18a91b95-8ae5-45ee-b0ad-8901935fc7a9), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.043656 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:22.044241 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.080113 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0743be95-4990-463f-b041-af481879bccc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3938928 Feb 16 13:40:22.082876 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 49874) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:22.088221 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Request body: {'subnet': {'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-775729267-subnet', 'tenant_id': 'c7292067018b437a87318bace1e0cd5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:22.117400 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743be95-4990-463f-b041-af481879bccc admin admin] Pushing event updated for resources: {'Network': ['ID=18a91b95-8ae5-45ee-b0ad-8901935fc7a9,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:22.128429 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 details requested by agent ovs-agent-dv-cinder-829473-3-iscsi with host dv-cinder-829473-3-iscsi {{(pid=102565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 13:40:22.136599 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Made reservation on behalf of c7292067018b437a87318bace1e0cd5c for: {'subnet': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:40:22.139063 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12643084'] for subnet (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.321716 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12718383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12643134'] for subnet (ec7b591b-c84b-45e5-bed3-396868defb14), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.375569 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7b591b-c84b-45e5-bed3-396868defb14,revision_number=0']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:22.392363 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Checking segment: {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:40:22.392724 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Network hostable DHCP agents. Network: 18a91b95-8ae5-45ee-b0ad-8901935fc7a9, hostable agents: ['28387ef6-3c70-4f3b-b6e8-438e5c3c46bc'], hosted agents: [] {{(pid=102563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:40:22.413549 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 is scheduled to be hosted by DHCP agent 28387ef6-3c70-4f3b-b6e8-438e5c3c46bc with binding_index 1 {{(pid=102563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:40:22.422665 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829473-3-iscsi, 18a91b95-8ae5-45ee-b0ad-8901935fc7a9) {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:40:22.427762 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:22.428370 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:22.435374 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149a5c4-930d-4471-8fff-cd50a9f3a98d None None] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:40:22.450654 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-54c61948-a4ac-4377-bc2a-7e2a5c96c1d6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3654478 Feb 16 13:40:22.557432 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b1983f-e9ab-42fe-88b2-648dec84b526 None None] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:40:22.869004 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:40:22.873971 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdfabc-3e50-45c0-9fe7-fbad8eae33cb req-cb6c4af5-3118-4b82-bd7b-c39498d94c35 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:22.875616 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-98fdfabc-3e50-45c0-9fe7-fbad8eae33cb req-cb6c4af5-3118-4b82-bd7b-c39498d94c35 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0613375 Feb 16 13:40:22.945364 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-98fdfabc-3e50-45c0-9fe7-fbad8eae33cb req-dda62a95-29ad-4732-aa45-029f6064eea1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610659 Feb 16 13:40:23.083824 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:24.101781 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a8c5-616c-40c7-8657-965e818c7ab3 req-dc6759e0-6d69-4497-9678-2982c217a8d2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:24.103554 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d998a8c5-616c-40c7-8657-965e818c7ab3 req-dc6759e0-6d69-4497-9678-2982c217a8d2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0718362 Feb 16 13:40:24.165667 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d998a8c5-616c-40c7-8657-965e818c7ab3 req-32fb7b4c-c26b-47bc-a32d-63b5686b3b64 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540125 Feb 16 13:40:24.320598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-7401aea3-bc12-44e0-980a-d5359527be8c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:24.322204 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-7401aea3-bc12-44e0-980a-d5359527be8c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 813 time: 0.1017547 Feb 16 13:40:24.339349 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-0240347f-1da9-4db9-9e6f-686eac03f808 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/quotas/c7292067018b437a87318bace1e0cd5c HTTP/1.1" status: 200 len: 375 time: 0.0105121 Feb 16 13:40:24.375152 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-76e75e45-bbe3-4b37-873b-b90146a000de tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303974 Feb 16 13:40:24.463965 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-5a5e8815-3cc2-4f72-824b-9f47c956b147 service neutron] 10.222.0.73 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 Feb 16 13:40:24.567613 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-2e592fe0-9064-4d8f-86b0-fbf3052c25a8 service neutron] 10.222.0.73 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979593 Feb 16 13:40:24.729372 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-446889cb-1ceb-4d5a-86a2-2c6ea277b361 req-ce2bc0b3-173c-494f-869c-cf2f444b6f94 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 210 time: 0.0315657 Feb 16 13:40:25.299986 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c18988-aa68-425b-bf79-b818167a1566 req-5fb1f78d-da73-4d51-90bf-4d202f3994a3 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:25.301475 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31c18988-aa68-425b-bf79-b818167a1566 req-5fb1f78d-da73-4d51-90bf-4d202f3994a3 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0542910 Feb 16 13:40:25.358213 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31c18988-aa68-425b-bf79-b818167a1566 req-12bbc392-de9a-469f-905e-e141a418af6f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497141 Feb 16 13:40:25.719054 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-428c6273-3f3e-4b90-b644-9dfd5c843f80 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:25.720436 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-428c6273-3f3e-4b90-b644-9dfd5c843f80 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 813 time: 0.1022711 Feb 16 13:40:25.732841 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Request body: {'port': {'device_id': 'b7125339-a473-475f-8401-9e3adcd8236a', 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9', 'admin_state_up': True, 'tenant_id': 'c7292067018b437a87318bace1e0cd5c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:25.830559 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-945f23fc-35bd-4a33-97c9-a9f4c80d1149 req-c906c668-e98b-4c4f-941f-9cfbed5e6047 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 210 time: 0.0328109 Feb 16 13:40:25.850051 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Made reservation on behalf of c7292067018b437a87318bace1e0cd5c for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:40:25.853506 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:25.975604 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Allocated IP 172.20.0.4 (18a91b95-8ae5-45ee-b0ad-8901935fc7a9/ec7b591b-c84b-45e5-bed3-396868defb14/2386a272-70c8-487f-a9ee-be2b7f6d3003) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:40:26.124246 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks [] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.157706 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.204210 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:40:26.207260 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:40:26.211414 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:40:26.217612 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Pushing event updated for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:26.263034 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:26.263663 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.280071 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-cb058a3b-ca28-4316-9601-73008fcda4b9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510137 Feb 16 13:40:26.291374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Request body: {'port': {'device_id': 'b7125339-a473-475f-8401-9e3adcd8236a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:26.349613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.494197 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbe265-76a2-4c95-ae56-9d060532fe71 req-eee8f79f-979c-4252-904e-06fe589a233d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:26.495845 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87bbe265-76a2-4c95-ae56-9d060532fe71 req-eee8f79f-979c-4252-904e-06fe589a233d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0603652 Feb 16 13:40:26.551975 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-87bbe265-76a2-4c95-ae56-9d060532fe71 req-18d62cfb-15a2-4765-82ff-4eb888784fd2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501781 Feb 16 13:40:26.625559 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2386a272-70c8-487f-a9ee-be2b7f6d3003 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:40:26.633887 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks [] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.646410 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Transition to ACTIVE for port object 2386a272-70c8-487f-a9ee-be2b7f6d3003 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:40:26.651016 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.721696 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:26.759051 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49974) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:26.770154 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Attempting to bind port 2386a272-70c8-487f-a9ee-be2b7f6d3003 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:40:26.770498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Attempting to bind port 2386a272-70c8-487f-a9ee-be2b7f6d3003 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:40:26.770828 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Attempting to bind port 2386a272-70c8-487f-a9ee-be2b7f6d3003 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:40:26.775206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Port 2386a272-70c8-487f-a9ee-be2b7f6d3003 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:40:26.775528 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Attempting to bind port 2386a272-70c8-487f-a9ee-be2b7f6d3003 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:40:26.780352 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:40:26.780693 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Checking segment: {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:40:26.781082 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Bound using segment: {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:40:26.781506 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Bound port: 2386a272-70c8-487f-a9ee-be2b7f6d3003, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:40:26.781872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.848360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:40:26.851441 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:40:26.859880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.865659 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-feff8143-2484-4066-8f87-2d32e0ee4376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.901145 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:26.901788 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:26.903364 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] 10.222.0.104 "PUT /v2.0/ports/2386a272-70c8-487f-a9ee-be2b7f6d3003 HTTP/1.1" status: 200 len: 1093 time: 0.6161606 Feb 16 13:40:26.903826 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:40:26.906280 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c83861-ccac-4336-a431-b0b19dbb5700" -d '{"events": [{"name": "network-changed", "server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:40:26.930848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437772e2-91e7-45cb-b7ee-1c35acf5d5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:26.948411 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb01d12-c46b-4887-9a8d-7a7ad49266dd x-openstack-request-id: req-6eb01d12-c46b-4887-9a8d-7a7ad49266dd {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:40:26.948712 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:40:26.949023 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6eb01d12-c46b-4887-9a8d-7a7ad49266dd {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:40:26.949437 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003', 'status': 'completed', 'code': 200} Feb 16 13:40:26.996034 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-feff8143-2484-4066-8f87-2d32e0ee4376 admin admin] Publish callbacks [] for security_group (f3d09744-32ca-4d79-b910-18edbf6c7573), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.000839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-04546d5e-4e7e-498f-bb2b-0d2e78effc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.001512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-feff8143-2484-4066-8f87-2d32e0ee4376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f3d09744-32ca-4d79-b910-18edbf6c7573), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.002616 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-04546d5e-4e7e-498f-bb2b-0d2e78effc4c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 1127 time: 0.0480163 Feb 16 13:40:27.020647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c93701-48e5-4704-b5bb-ab2046ab3a79 req-c074fac5-37ca-45e9-9fd5-04ca915d97fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.022055 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8c93701-48e5-4704-b5bb-ab2046ab3a79 req-c074fac5-37ca-45e9-9fd5-04ca915d97fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 943 time: 0.1006861 Feb 16 13:40:27.047551 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-44845e5c-4725-41df-aa37-7b0e7de2d85b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003 HTTP/1.1" status: 200 len: 217 time: 0.0375984 Feb 16 13:40:27.064082 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-feff8143-2484-4066-8f87-2d32e0ee4376 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7124f7fdcbd4f8eab9fcab2987ae385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038285 Feb 16 13:40:27.066775 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff8143-2484-4066-8f87-2d32e0ee4376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d09744-32ca-4d79-b910-18edbf6c7573,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:27.071301 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 49982) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:40:27.095705 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-531a2a36-46e4-4765-a5ef-9646a04a7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.097189 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-531a2a36-46e4-4765-a5ef-9646a04a7dbe service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec7b591b-c84b-45e5-bed3-396868defb14 HTTP/1.1" status: 200 len: 853 time: 0.0436311 Feb 16 13:40:27.118081 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e8c93701-48e5-4704-b5bb-ab2046ab3a79 req-9520dc16-5955-41f3-894b-a552bac5f269 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869708 Feb 16 13:40:27.130097 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-95e24bfa-aa75-4592-b2e2-bce482c58819 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256214 Feb 16 13:40:27.138952 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] Publish callbacks [] for security_group (f3d09744-32ca-4d79-b910-18edbf6c7573), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.160512 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] Publish callbacks [] for security_group (f3d09744-32ca-4d79-b910-18edbf6c7573), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.208499 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (f3d09744-32ca-4d79-b910-18edbf6c7573), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.211059 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:27.212199 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f3d09744-32ca-4d79-b910-18edbf6c7573 HTTP/1.1" status: 204 len: 168 time: 0.1399980 Feb 16 13:40:27.221004 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6ad4d-7e4d-42ac-88e6-de8e8b43eab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d09744-32ca-4d79-b910-18edbf6c7573,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:27.228573 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-56111815-f233-4843-be33-bd0d19b2da88 service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916770 Feb 16 13:40:27.321127 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-439ab027-0b96-4559-aebd-8c4dbc02771e req-6ea277cc-753c-4fcb-9f64-1a6203274855 service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862818 Feb 16 13:40:27.410374 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-0b273446-3349-439e-b6b8-5af5d9962057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.412415 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-0b273446-3349-439e-b6b8-5af5d9962057 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 1127 time: 0.0450556 Feb 16 13:40:27.506842 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-ebd84512-350f-4d01-a278-fc65a1348399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.508319 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-ebd84512-350f-4d01-a278-fc65a1348399 service neutron] 10.222.0.104 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 914 time: 0.0898137 Feb 16 13:40:27.553136 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-63f05dc0-41e7-43e1-b2f6-91b398b8f77d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003 HTTP/1.1" status: 200 len: 217 time: 0.0361526 Feb 16 13:40:27.608648 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-f4faa481-cf74-4ed0-93ed-06a00fc7e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.610465 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-f4faa481-cf74-4ed0-93ed-06a00fc7e70c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec7b591b-c84b-45e5-bed3-396868defb14 HTTP/1.1" status: 200 len: 853 time: 0.0502262 Feb 16 13:40:27.644765 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-fd690bf0-32fd-4209-a7ba-82fda845e74e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276449 Feb 16 13:40:27.687759 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c091a0-eac9-435e-9e7d-b3ddc0fc3702 req-3dce4312-7a03-45dc-96fd-b24001dc5141 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:27.689916 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-33c091a0-eac9-435e-9e7d-b3ddc0fc3702 req-3dce4312-7a03-45dc-96fd-b24001dc5141 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0665123 Feb 16 13:40:27.751769 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-ba654de3-ee80-4da8-af01-9af14396ada8 service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002100 Feb 16 13:40:27.856475 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b0c83861-ccac-4336-a431-b0b19dbb5700 req-d10e9bf4-9992-4d85-887b-f18c0b7bb311 service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985894 Feb 16 13:40:27.995148 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-33c091a0-eac9-435e-9e7d-b3ddc0fc3702 req-4fde4292-9635-455d-b45e-b56064773da3 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994361 Feb 16 13:40:28.242899 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fc4a9-5893-4aaf-a74e-71700e9a894b req-12410992-cd00-444b-abf0-43b12e0a5d15 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:28.244467 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f18fc4a9-5893-4aaf-a74e-71700e9a894b req-12410992-cd00-444b-abf0-43b12e0a5d15 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 943 time: 0.0544238 Feb 16 13:40:28.294073 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f18fc4a9-5893-4aaf-a74e-71700e9a894b req-0af9c367-cbd1-49b6-b956-ccc35459fe7c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Feb 16 13:40:28.299404 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:29.118576 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c8b-eb49-48f8-b4dc-b6d95e711f38 req-a404282d-358a-4c9e-947a-e7f8c172f97a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:29.120070 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f1e2c8b-eb49-48f8-b4dc-b6d95e711f38 req-a404282d-358a-4c9e-947a-e7f8c172f97a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0532615 Feb 16 13:40:29.171428 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8f1e2c8b-eb49-48f8-b4dc-b6d95e711f38 req-46117a2e-128e-433f-b5a8-4bf45aafb4fc tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Feb 16 13:40:29.568458 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b393c39-d4f2-4aff-bc6c-69b9ff1f5aa8 req-496d5921-6df1-4b98-83ae-280a073ea6cf tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:29.569914 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7b393c39-d4f2-4aff-bc6c-69b9ff1f5aa8 req-496d5921-6df1-4b98-83ae-280a073ea6cf tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 943 time: 0.0539560 Feb 16 13:40:29.616697 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7b393c39-d4f2-4aff-bc6c-69b9ff1f5aa8 req-98857513-942c-4d8d-a2eb-ec17612c7b56 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 16 13:40:30.293583 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c78c-5755-44f8-a933-13c3ccb19be8 req-c7f4623d-b4e4-43aa-a364-290e5047215f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:30.295087 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6c1c78c-5755-44f8-a933-13c3ccb19be8 req-c7f4623d-b4e4-43aa-a364-290e5047215f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0560524 Feb 16 13:40:30.345113 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b6c1c78c-5755-44f8-a933-13c3ccb19be8 req-673a6343-2c02-4562-b49b-d4dd2baeba5a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435309 Feb 16 13:40:30.738657 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2fd7c-7e3d-4470-87cf-d23b0daf0135 req-7f2e6d1a-977c-4f31-9575-5dccd1a8cd53 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:30.740765 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-43d2fd7c-7e3d-4470-87cf-d23b0daf0135 req-7f2e6d1a-977c-4f31-9575-5dccd1a8cd53 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 943 time: 0.0568309 Feb 16 13:40:30.787389 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-43d2fd7c-7e3d-4470-87cf-d23b0daf0135 req-e8a74770-eafa-4d2c-a11b-37ebadfe15b2 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Feb 16 13:40:30.955778 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-bebaa580-eb2f-4946-bdf8-6513bd6ab7bf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428987 Feb 16 13:40:31.031370 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844318-58f1-47df-8693-50a4c9c116bf req-477979aa-7fe2-46fc-a95c-5d0adb2592a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.033096 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-477979aa-7fe2-46fc-a95c-5d0adb2592a0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1130 time: 0.0488088 Feb 16 13:40:31.141294 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2386a272-70c8-487f-a9ee-be2b7f6d3003 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:40:31.144493 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844318-58f1-47df-8693-50a4c9c116bf req-50be79bc-9919-42d0-9e2e-361d468285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.146100 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-50be79bc-9919-42d0-9e2e-361d468285e4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.0882630 Feb 16 13:40:31.220239 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-e0a42eb6-55f0-4bcf-bab9-0e60ecf33d93 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 1000 time: 0.0621209 Feb 16 13:40:31.242250 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:40:31.253245 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '2386a272-70c8-487f-a9ee-be2b7f6d3003', 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9', 'port_id': '2386a272-70c8-487f-a9ee-be2b7f6d3003', 'mac_address': 'fa:16:3e:8e:de:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7b591b-c84b-45e5-bed3-396868defb14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:40:31.270117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844318-58f1-47df-8693-50a4c9c116bf req-d9ff53d2-0a0e-4178-8c75-0a34e6dc6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.271608 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-d9ff53d2-0a0e-4178-8c75-0a34e6dc6155 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0449061 Feb 16 13:40:31.296335 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2386a272-70c8-487f-a9ee-be2b7f6d3003 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:40:31.296720 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:31.311079 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2386a272-70c8-487f-a9ee-be2b7f6d3003 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:40:31.324298 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d844318-58f1-47df-8693-50a4c9c116bf req-b4db59ce-d000-4849-85d3-5005d75cb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.325860 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-b4db59ce-d000-4849-85d3-5005d75cb720 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460804 Feb 16 13:40:31.330975 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:40:31.336096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:31.395536 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:31.403038 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.403441 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.403793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.404136 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.404470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.404802 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.405132 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.405467 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.405872 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.406229 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.406696 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.407155 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.407608 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:40:31.429970 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-aef971ce-d1b7-49e3-a43b-0528877ec6c8 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970545 Feb 16 13:40:31.477085 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c830a-ea42-4f46-a6b8-4de135a73bcb req-9d970fdb-a5f0-4c63-81dc-ebf90c68ca0b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.478519 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-391c830a-ea42-4f46-a6b8-4de135a73bcb req-9d970fdb-a5f0-4c63-81dc-ebf90c68ca0b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0562997 Feb 16 13:40:31.523059 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9d844318-58f1-47df-8693-50a4c9c116bf req-da8e4f0b-6da2-4292-99ed-19cc4adb4293 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842009 Feb 16 13:40:31.527556 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-391c830a-ea42-4f46-a6b8-4de135a73bcb req-3fb60436-f15f-404f-b806-006b3f4becf2 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435526 Feb 16 13:40:31.705665 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['2386a272-70c8-487f-a9ee-be2b7f6d3003'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:40:31.912089 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf89f-dd1e-4817-a911-29d4c246a369 req-82c157e4-89d8-4457-8c35-52fe66a639fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:31.913742 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8abf89f-dd1e-4817-a911-29d4c246a369 req-82c157e4-89d8-4457-8c35-52fe66a639fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 944 time: 0.0572307 Feb 16 13:40:31.971524 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a8abf89f-dd1e-4817-a911-29d4c246a369 req-dc4df0bc-0c39-43b9-a0a1-5fcd93f6c84d tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Feb 16 13:40:32.666178 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01a06-49df-4d4e-93aa-d57d09035258 req-872b91d4-5a82-4a20-b223-9b2e26f4e69c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:32.668437 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55f01a06-49df-4d4e-93aa-d57d09035258 req-872b91d4-5a82-4a20-b223-9b2e26f4e69c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0633562 Feb 16 13:40:32.717903 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-55f01a06-49df-4d4e-93aa-d57d09035258 req-ae7b7a3e-4b6b-44e2-9fdb-e6c9087fd04b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Feb 16 13:40:33.096687 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63469a-8d69-4d7f-97a2-1acabf5f1739 req-81730f15-21fc-4cfa-99ab-d46176620c34 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.097211 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-2f517875-4c7e-4525-ab32-e9a4511070ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.098238 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae63469a-8d69-4d7f-97a2-1acabf5f1739 req-81730f15-21fc-4cfa-99ab-d46176620c34 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 944 time: 0.0546763 Feb 16 13:40:33.098801 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-2f517875-4c7e-4525-ab32-e9a4511070ad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0562491 Feb 16 13:40:33.148335 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ae63469a-8d69-4d7f-97a2-1acabf5f1739 req-e2257cd7-fcee-4689-bd4a-ba66aeb597b0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Feb 16 13:40:33.172980 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2386a272-70c8-487f-a9ee-be2b7f6d3003 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:40:33.196426 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-1217be21-5f24-42f3-89ca-3587a5d5d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.198093 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-1217be21-5f24-42f3-89ca-3587a5d5d847 service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.0918131 Feb 16 13:40:33.222269 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 2386a272-70c8-487f-a9ee-be2b7f6d3003 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:40:33.226347 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 2386a272-70c8-487f-a9ee-be2b7f6d3003 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:40:33.226725 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:33.271813 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-b88ee210-9e38-409f-98b5-664eb7381892 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 1001 time: 0.0663493 Feb 16 13:40:33.313480 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2386a272-70c8-487f-a9ee-be2b7f6d3003 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:40:33.313867 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:33.326838 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-aeaa4884-b337-4884-a2ef-b268b6db7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.328333 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-aeaa4884-b337-4884-a2ef-b268b6db7f42 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0476930 Feb 16 13:40:33.338860 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:40:33.341102 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f47eb95-5eba-4f99-9b44-00f974903fd9" -d '{"events": [{"server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "name": "network-vif-plugged", "status": "completed", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:40:33.354137 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:40:33.358665 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:33.382914 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-42dc6674-7c94-40ff-aecd-a21e41435c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.384493 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-42dc6674-7c94-40ff-aecd-a21e41435c04 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499558 Feb 16 13:40:33.391668 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca9fe8-803b-4816-803f-a2c58ed04c1e x-openstack-request-id: req-4eca9fe8-803b-4816-803f-a2c58ed04c1e {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:40:33.392056 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "name": "network-vif-plugged", "status": "completed", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:40:33.392755 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4eca9fe8-803b-4816-803f-a2c58ed04c1e {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:40:33.393148 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003', 'code': 200} Feb 16 13:40:33.420482 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:33.787589 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-fb39885a-821c-4a97-8718-37265a46a31c service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886585 Feb 16 13:40:33.792797 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab412-f060-4fac-8b76-ae3d3d7dfc17 req-35d495f0-1d46-4a27-96be-066f09eacd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.794426 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd7ab412-f060-4fac-8b76-ae3d3d7dfc17 req-35d495f0-1d46-4a27-96be-066f09eacd81 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 1129 time: 0.0697019 Feb 16 13:40:33.866672 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a320d3-a097-4150-8cd1-9759fa7a9c69 req-4b70e379-791d-40b5-8480-aac3e6c57c9a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:33.868481 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3a320d3-a097-4150-8cd1-9759fa7a9c69 req-4b70e379-791d-40b5-8480-aac3e6c57c9a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0767093 Feb 16 13:40:33.913019 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-cd7ab412-f060-4fac-8b76-ae3d3d7dfc17 req-53d979b4-fb70-445a-b318-5fc5758d62a1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086714 Feb 16 13:40:33.943028 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3a320d3-a097-4150-8cd1-9759fa7a9c69 req-2dba2c6a-2086-4307-8c2b-058f1b58d737 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595734 Feb 16 13:40:33.949525 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e5d8ed4d-b9db-4e3a-ba7e-28f22811fb87 req-5bb354b0-a165-4dc2-8ed6-12d95979f4e0 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443188 Feb 16 13:40:34.272705 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5f3e5-3fb8-4fc6-bf0a-2f5f3a57fb6d req-131b05fd-d265-4f65-a70b-1202e2a755fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:34.274846 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adf5f3e5-3fb8-4fc6-bf0a-2f5f3a57fb6d req-131b05fd-d265-4f65-a70b-1202e2a755fa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0532246 Feb 16 13:40:34.327523 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-adf5f3e5-3fb8-4fc6-bf0a-2f5f3a57fb6d req-ed859902-62af-448b-9ee1-c969b935bfec tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Feb 16 13:40:35.063095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eae14-baa6-428f-bf7c-84d12a37e9bf req-c8473dda-d8ee-44f4-a2fd-7dfe5b28a270 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:35.064568 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-af5eae14-baa6-428f-bf7c-84d12a37e9bf req-c8473dda-d8ee-44f4-a2fd-7dfe5b28a270 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0563674 Feb 16 13:40:35.111520 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-af5eae14-baa6-428f-bf7c-84d12a37e9bf req-c020379b-1fb0-4d8e-96ad-f5a312b6c761 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Feb 16 13:40:35.446376 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d3db-c15f-4fd5-84e6-6b05c7870c60 req-0af7e5f6-60a8-4ad7-800e-f2601442fa53 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:35.447844 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c52d3db-c15f-4fd5-84e6-6b05c7870c60 req-0af7e5f6-60a8-4ad7-800e-f2601442fa53 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0544086 Feb 16 13:40:35.497078 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-7c52d3db-c15f-4fd5-84e6-6b05c7870c60 req-f1e8ebe0-90af-4e6e-a900-ac393ab110b0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Feb 16 13:40:36.236665 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0459c9e-20cc-4dbc-8856-7c96b24602ca req-5c82f101-77c5-4c84-9afc-c89fdd1ca01d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.238167 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0459c9e-20cc-4dbc-8856-7c96b24602ca req-5c82f101-77c5-4c84-9afc-c89fdd1ca01d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0540612 Feb 16 13:40:36.290689 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f0459c9e-20cc-4dbc-8856-7c96b24602ca req-6aed971f-92c7-4335-9a1c-27eccc5fe295 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470893 Feb 16 13:40:36.619761 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c6ff3-65b2-4d68-ad31-9da8c420d321 req-c6815f9d-5785-4a1c-a0dc-ba9dd380eff6 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.621406 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-369c6ff3-65b2-4d68-ad31-9da8c420d321 req-c6815f9d-5785-4a1c-a0dc-ba9dd380eff6 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0557611 Feb 16 13:40:36.678206 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-369c6ff3-65b2-4d68-ad31-9da8c420d321 req-97dcc1ac-1dbe-450e-b432-c80fcf296039 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Feb 16 13:40:37.411591 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24246e41-5995-422a-844e-81b9717941e8 req-fc6bbd05-22a3-4844-bbb9-9953fc0163ba tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:37.413091 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24246e41-5995-422a-844e-81b9717941e8 req-fc6bbd05-22a3-4844-bbb9-9953fc0163ba tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0531380 Feb 16 13:40:37.462690 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-24246e41-5995-422a-844e-81b9717941e8 req-574df1bf-ac9d-487b-acf3-91c92f8fb279 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441351 Feb 16 13:40:37.805106 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb016e-8dfd-4c4d-82d2-04c283682f07 req-2c6ece6d-d9e9-4a71-aa3a-4e72653697fc tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:37.806790 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46bb016e-8dfd-4c4d-82d2-04c283682f07 req-2c6ece6d-d9e9-4a71-aa3a-4e72653697fc tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0587413 Feb 16 13:40:37.871797 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-46bb016e-8dfd-4c4d-82d2-04c283682f07 req-4ba83ea5-11c4-4dce-8791-603c4a9b0757 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583212 Feb 16 13:40:38.592313 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b7ba7-8653-43af-bc0f-f9b66d3c2a8c req-7a83048f-e3e9-4abf-b3c7-2fa1d737f6ed tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:38.593875 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-597b7ba7-8653-43af-bc0f-f9b66d3c2a8c req-7a83048f-e3e9-4abf-b3c7-2fa1d737f6ed tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0572357 Feb 16 13:40:38.644447 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-597b7ba7-8653-43af-bc0f-f9b66d3c2a8c req-04f0b642-763f-47e8-bbd7-6157660d49ad tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447228 Feb 16 13:40:38.714178 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-3bee5318-c048-4478-a87e-eb560d216067 req-8230673b-8dc1-42b6-978b-f9b24621b4a1 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:40:38.715465 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3bee5318-c048-4478-a87e-eb560d216067 req-8230673b-8dc1-42b6-978b-f9b24621b4a1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064974 Feb 16 13:40:38.894444 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80373519-893e-45a7-b022-bcc79f7d481b req-2582d347-4e54-4bbd-85d2-77904ff7436c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:38.896820 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-80373519-893e-45a7-b022-bcc79f7d481b req-2582d347-4e54-4bbd-85d2-77904ff7436c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0639939 Feb 16 13:40:38.969333 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-80373519-893e-45a7-b022-bcc79f7d481b req-d8140943-13d4-43f1-b8bc-f50f68326147 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634716 Feb 16 13:40:38.997982 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-d30f214a-e256-410d-bd55-223e5b0e5150 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1912396 Feb 16 13:40:39.028164 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a666939-2e06-415b-b6d9-6f314f9a1f48 req-a7dce92e-c51a-45a7-a4a4-9860374015a0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:39.029730 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8a666939-2e06-415b-b6d9-6f314f9a1f48 req-a7dce92e-c51a-45a7-a4a4-9860374015a0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0651512 Feb 16 13:40:39.081392 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8a666939-2e06-415b-b6d9-6f314f9a1f48 req-5c400ea4-f983-4df7-a707-a3bf50a6eaa4 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Feb 16 13:40:39.190007 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-19c16f77-aa97-407f-bf94-52ac0461cf9f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:39.191410 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-19c16f77-aa97-407f-bf94-52ac0461cf9f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports/d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 942 time: 0.1632867 Feb 16 13:40:40.098108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79bd8-f9d9-4520-933f-8f1c5f0e10b6 req-a2c4da4b-1115-46f4-8b8f-6780fe18231c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:40.099776 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-68d79bd8-f9d9-4520-933f-8f1c5f0e10b6 req-a2c4da4b-1115-46f4-8b8f-6780fe18231c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0549946 Feb 16 13:40:40.152363 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-68d79bd8-f9d9-4520-933f-8f1c5f0e10b6 req-fb0dee16-10bc-41a1-82a9-e04df73c7f47 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464957 Feb 16 13:40:41.302415 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91e93-f9c2-4d56-a796-d8b2936afd39 req-6f444db4-7950-44b8-b161-395cef9075f9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:41.303950 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95c91e93-f9c2-4d56-a796-d8b2936afd39 req-6f444db4-7950-44b8-b161-395cef9075f9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0637763 Feb 16 13:40:41.355167 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-95c91e93-f9c2-4d56-a796-d8b2936afd39 req-223424d7-4430-4ec4-b3a5-32210a292c3e tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Feb 16 13:40:41.962742 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-aca7341a-8843-4605-a4af-7e20146c1c6c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165886246&fields=id&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 267 time: 0.0626614 Feb 16 13:40:42.083906 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-9e59e1b1-b38d-4620-b674-1e2f30dc3123 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.085364 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-9e59e1b1-b38d-4620-b674-1e2f30dc3123 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.1161976 Feb 16 13:40:42.100411 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-4c569ac8-5b9d-41b6-b5b5-f7cf0a5b2657 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/quotas/3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 375 time: 0.0096464 Feb 16 13:40:42.160721 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-fd1c3785-39cf-4263-80f1-3d15d84620e2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549183 Feb 16 13:40:42.236991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-a7a7ad02-8833-48db-9608-814079a82190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.238844 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-a7a7ad02-8833-48db-9608-814079a82190 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c&tenant_id=bca5f4caf40e40929c2749c6fae31417 HTTP/1.1" status: 200 len: 1129 time: 0.0496631 Feb 16 13:40:42.268277 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-89dc652e-117d-430d-9c14-2bae30e84aa4 service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938704 Feb 16 13:40:42.322420 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-f83439cf-c9f7-4bc9-94ef-b16fa7429c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.324522 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-f83439cf-c9f7-4bc9-94ef-b16fa7429c12 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0547764 Feb 16 13:40:42.371278 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-248af45d-07be-4f86-9cf0-3e4ae71e4be2 service neutron] 10.222.0.73 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967457 Feb 16 13:40:42.431848 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-1d6f45f1-bbf5-4fcd-926c-59af3ad50737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.433616 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-1d6f45f1-bbf5-4fcd-926c-59af3ad50737 service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.0996170 Feb 16 13:40:42.498868 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be5c31-7629-47b2-a9c2-7b247c0db001 req-3e1cdaf8-fc24-4047-8cdd-8d3a603c3ad6 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.500703 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f4be5c31-7629-47b2-a9c2-7b247c0db001 req-3e1cdaf8-fc24-4047-8cdd-8d3a603c3ad6 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0669518 Feb 16 13:40:42.513431 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-7584f824-a6bb-4988-a95f-d41542f88acf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 1001 time: 0.0730317 Feb 16 13:40:42.563662 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f4be5c31-7629-47b2-a9c2-7b247c0db001 req-317639cf-ef1f-4d99-a866-1ad533dfd76d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562341 Feb 16 13:40:42.581381 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-376b65e4-be94-4a81-b7e9-4a837f6e3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.583657 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-376b65e4-be94-4a81-b7e9-4a837f6e3cf4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0556960 Feb 16 13:40:42.650463 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-1e41e32f-8b1e-4178-aa23-8a8d7c94e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:42.652931 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-1e41e32f-8b1e-4178-aa23-8a8d7c94e836 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533350 Feb 16 13:40:42.756841 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-f103f6bf-1010-47a6-b73a-44ff5288dadf service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947058 Feb 16 13:40:42.855834 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd1e0f55-0c65-4f19-b4d3-800b3bafead5 req-967cf89d-af1b-4d3a-9b69-87ed0cae9843 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886269 Feb 16 13:40:43.220297 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:40:43.316054 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d47e4125-86ba-4e64-b6cf-71f04cc64aae is: ACTIVE; New status is: DOWN {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:40:43.316565 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:43.351804 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:40:43.355857 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08550b83-a39c-40c0-9837-adc745ba5ac4" -d '{"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:40:43.372694 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:40:43.377679 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:43.404586 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa549fc-c85a-4514-bdc4-c52768f328ff x-openstack-request-id: req-afa549fc-c85a-4514-bdc4-c52768f328ff {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:40:43.404881 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-unplugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:40:43.405139 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afa549fc-c85a-4514-bdc4-c52768f328ff {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:40:43.405534 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'code': 200} Feb 16 13:40:43.432681 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=6']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:43.729285 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31d54030-64aa-4913-83ce-c889c2a35d0a req-bfec27a1-193b-47c3-bb08-413929f3645b tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 210 time: 0.0322864 Feb 16 13:40:43.746302 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f8396-a379-4d2a-a873-3699daba9487 req-d56e59ce-1b7b-43dc-94fb-bebf4b45c44b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:43.749371 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cd6f8396-a379-4d2a-a873-3699daba9487 req-d56e59ce-1b7b-43dc-94fb-bebf4b45c44b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.1120579 Feb 16 13:40:43.804723 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-cd6f8396-a379-4d2a-a873-3699daba9487 req-81dee066-2730-4c62-b489-61c559afe952 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511067 Feb 16 13:40:44.889228 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e19d8669-7f97-4aca-8386-ec156097ce3c req-25121a7a-c34e-485a-89d5-bc9e194738c9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 210 time: 0.0745747 Feb 16 13:40:44.955853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-51ae84d7-745d-4e7b-827f-f3c4a93b1ac2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:44.957955 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-51ae84d7-745d-4e7b-827f-f3c4a93b1ac2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 811 time: 0.1693375 Feb 16 13:40:44.965854 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11768b-c693-4f70-8c21-588749dc8a38 req-6ef2094e-1d6c-4644-8d8e-78aeb9caf91b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:44.965854 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dc11768b-c693-4f70-8c21-588749dc8a38 req-6ef2094e-1d6c-4644-8d8e-78aeb9caf91b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0667324 Feb 16 13:40:45.036018 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-dc11768b-c693-4f70-8c21-588749dc8a38 req-30a39052-3c6e-4d13-bdec-9cb6e9f4e018 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654280 Feb 16 13:40:45.062293 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-1b2b748e-1ba7-4789-93c9-450632b65729 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea HTTP/1.1" status: 200 len: 380 time: 0.0876639 Feb 16 13:40:45.072494 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'port': {'device_id': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'admin_state_up': True, 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'security_groups': ['e1227060-e17a-4e85-a55d-ee59e897ea6d']}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:45.194152 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Made reservation on behalf of 3110b640182d4cd7b9fbf1b8dfd23aea for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:40:45.197428 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.339330 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.20.0.7 (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a/d8e0c6b2-4825-43b2-a60d-09887c0de0b4/2ce2009f-d83b-46e8-80f4-4d51f65f258a) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:40:45.499752 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.541816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.598578 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:40:45.601735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:40:45.605615 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:40:45.612857 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:45.666790 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:45.667410 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.684489 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ff2916e1-f40f-4617-94fb-8f29f627676f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164207 Feb 16 13:40:45.696979 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Request body: {'port': {'device_id': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:40:45.761416 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.798167 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-bccc7c63-b293-474c-ad35-8735ba787ba6 None None] Provisioning complete for port 2ce2009f-d83b-46e8-80f4-4d51f65f258a triggered by entity DHCP. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:40:45.798803 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bccc7c63-b293-474c-ad35-8735ba787ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:45.840634 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-bccc7c63-b293-474c-ad35-8735ba787ba6 None None] Port 2ce2009f-d83b-46e8-80f4-4d51f65f258a cannot update to ACTIVE because it is not bound. {{(pid=102565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 13:40:46.052869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925f504-8c17-49c7-aa5a-940121be4003 req-cd5646e8-4006-4815-8f31-ed32152b9e8f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.054780 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d925f504-8c17-49c7-aa5a-940121be4003 req-cd5646e8-4006-4815-8f31-ed32152b9e8f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 931 time: 0.0759122 Feb 16 13:40:46.071572 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce2009f-d83b-46e8-80f4-4d51f65f258a {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:40:46.084248 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks [] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.106650 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Transition to ACTIVE for port object 2ce2009f-d83b-46e8-80f4-4d51f65f258a will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:40:46.115584 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.133593 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d925f504-8c17-49c7-aa5a-940121be4003 req-99395238-44c4-4fa1-81cc-5643a95c310a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713806 Feb 16 13:40:46.204338 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:46.228400 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e45fe4-0468-43d7-bb00-23cd07441156 req-3cdcf678-3059-47aa-b30b-57797dfbcab9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.229941 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51e45fe4-0468-43d7-bb00-23cd07441156 req-3cdcf678-3059-47aa-b30b-57797dfbcab9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0802286 Feb 16 13:40:46.265026 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Attempting to bind port 2ce2009f-d83b-46e8-80f4-4d51f65f258a on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:40:46.265515 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Attempting to bind port 2ce2009f-d83b-46e8-80f4-4d51f65f258a by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:40:46.265956 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Attempting to bind port 2ce2009f-d83b-46e8-80f4-4d51f65f258a on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:40:46.271446 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Port 2ce2009f-d83b-46e8-80f4-4d51f65f258a on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:40:46.272432 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Attempting to bind port 2ce2009f-d83b-46e8-80f4-4d51f65f258a on network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:40:46.279899 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:40:46.280428 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Checking segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:40:46.281077 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Bound using segment: {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:40:46.281706 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Bound port: 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e26cfd-f295-411d-9d66-2d5057f01fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:40:46.282300 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.327883 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51e45fe4-0468-43d7-bb00-23cd07441156 req-0a7e7fbe-00e8-4eb7-96bf-e1d5f3b2a775 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909834 Feb 16 13:40:46.376245 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:40:46.380284 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:40:46.388571 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.424055 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.424731 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.426834 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] 10.222.0.104 "PUT /v2.0/ports/2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 200 len: 1093 time: 0.7342606 Feb 16 13:40:46.427588 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:40:46.429944 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67600b7-0eef-4ec0-be68-68884625c380" -d '{"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:40:46.470470 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2d5f4-a969-4659-81bf-65a0d4621f81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:40:46.531048 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d236c8b2-c283-4635-9b67-a2e4b2eae0f7 x-openstack-request-id: req-d236c8b2-c283-4635-9b67-a2e4b2eae0f7 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:40:46.531421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:40:46.531842 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d236c8b2-c283-4635-9b67-a2e4b2eae0f7 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:40:46.532482 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'status': 'completed', 'code': 200} Feb 16 13:40:46.545472 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-6a3e9a3c-ac52-410e-95a4-c9efcec2dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.549021 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-6a3e9a3c-ac52-410e-95a4-c9efcec2dcf5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1127 time: 0.0737603 Feb 16 13:40:46.597225 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-5151cde8-80ec-49a2-a5cc-1efba2ef1392 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 200 len: 217 time: 0.0401289 Feb 16 13:40:46.663262 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-dbc2a1fa-4492-4712-a384-9533541de149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.665522 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-dbc2a1fa-4492-4712-a384-9533541de149 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0598242 Feb 16 13:40:46.731058 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-293fd6f4-83ca-4a5d-8379-1be6898630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:46.732620 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-293fd6f4-83ca-4a5d-8379-1be6898630bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604370 Feb 16 13:40:46.848195 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ddd7739b-c17f-40ff-bdc6-42c5ffda07d2 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087279 Feb 16 13:40:46.946885 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-70af9ac3-7895-4ba4-9e50-2472ff2f24a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:46.947735 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-565ff706-2a6f-452e-821f-fb1bb0082a52 req-ad7e7055-e842-4137-82ae-e8e3657f5d72 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924630 Feb 16 13:40:47.070965 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67600b7-0eef-4ec0-be68-68884625c380 req-22f6fd7c-0f05-452b-a473-75713040622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.072611 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-22f6fd7c-0f05-452b-a473-75713040622a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1127 time: 0.0506761 Feb 16 13:40:47.171518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67600b7-0eef-4ec0-be68-68884625c380 req-5dc99d64-cf12-4e86-9e47-a974b8ef4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.172945 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-5dc99d64-cf12-4e86-9e47-a974b8ef4524 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.0924113 Feb 16 13:40:47.221123 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-7dbf70a6-8f6d-4800-aefb-152d0212e071 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 200 len: 217 time: 0.0378754 Feb 16 13:40:47.288043 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67600b7-0eef-4ec0-be68-68884625c380 req-ac132bea-2c55-4318-b292-46ecb208056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.290284 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-ac132bea-2c55-4318-b292-46ecb208056e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0573545 Feb 16 13:40:47.291985 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d04f33-5b8d-4043-8205-434a38f91541 req-e1b00831-0eb3-4074-ade9-ef116e9ae348 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.293317 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f2d04f33-5b8d-4043-8205-434a38f91541 req-e1b00831-0eb3-4074-ade9-ef116e9ae348 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0610316 Feb 16 13:40:47.350668 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67600b7-0eef-4ec0-be68-68884625c380 req-e86a4499-0808-4e9f-a8a9-6a55c3858976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.351177 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f2d04f33-5b8d-4043-8205-434a38f91541 req-11c0783c-2b8f-457a-a018-9f5518fadfad tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Feb 16 13:40:47.354626 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-e86a4499-0808-4e9f-a8a9-6a55c3858976 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509019 Feb 16 13:40:47.475045 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-217b67b6-5820-46ec-a3f8-6d849bf3a3dc service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060550 Feb 16 13:40:47.481353 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47cd8d-aadd-4a78-80ad-1aa9db716093 req-4e8321de-1256-41ee-b346-9c27a7f1eb23 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:47.483004 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e47cd8d-aadd-4a78-80ad-1aa9db716093 req-4e8321de-1256-41ee-b346-9c27a7f1eb23 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0631936 Feb 16 13:40:47.538481 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8e47cd8d-aadd-4a78-80ad-1aa9db716093 req-4ee9a9b5-81a4-46d7-896b-26be0373c241 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481606 Feb 16 13:40:47.580450 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b67600b7-0eef-4ec0-be68-68884625c380 req-ab8f6d82-8f2b-448c-a7ef-db3c6bf28249 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911572 Feb 16 13:40:48.478364 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f55472-b122-4d08-ac30-8c80e169bec5 req-a7e27c19-caf2-4ec8-add2-c7a80263c7ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:48.479875 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a1f55472-b122-4d08-ac30-8c80e169bec5 req-a7e27c19-caf2-4ec8-add2-c7a80263c7ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0581381 Feb 16 13:40:48.543659 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a1f55472-b122-4d08-ac30-8c80e169bec5 req-332aa372-18bc-43fe-9461-d3267045a91f tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551662 Feb 16 13:40:48.664826 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13c80-00d9-4074-b138-fd00f359a69b req-f6af37a4-a594-4376-bf9d-626e9de19acc tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:48.666322 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51d13c80-00d9-4074-b138-fd00f359a69b req-f6af37a4-a594-4376-bf9d-626e9de19acc tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0573211 Feb 16 13:40:48.719220 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-51d13c80-00d9-4074-b138-fd00f359a69b req-81ab2fb1-d7e7-496c-a620-05d6cfda2a62 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473101 Feb 16 13:40:49.340225 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c9234c21-e4c1-4d21-83a1-ba4f43d1f075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:49.670216 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466ce16-3460-425c-8cf2-a29b53498b03 req-06c82b1e-2832-4bfa-bc1f-42dc64152c1e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:49.671617 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6466ce16-3460-425c-8cf2-a29b53498b03 req-06c82b1e-2832-4bfa-bc1f-42dc64152c1e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0535622 Feb 16 13:40:49.727661 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6466ce16-3460-425c-8cf2-a29b53498b03 req-6056704b-1eb0-4c24-8232-79056ee754ad tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503321 Feb 16 13:40:49.842505 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d4f26-d484-4d08-b790-3cd7ae3bb042 req-60bcd9f6-8afe-431c-9dbf-b7ff527bbfef tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:49.844009 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-807d4f26-d484-4d08-b790-3cd7ae3bb042 req-60bcd9f6-8afe-431c-9dbf-b7ff527bbfef tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0549338 Feb 16 13:40:49.905177 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-807d4f26-d484-4d08-b790-3cd7ae3bb042 req-31ad7abb-77dd-41fa-88b6-2c1f823cd44d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554156 Feb 16 13:40:50.201554 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:50.847574 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62260c-6ea7-4e16-8a70-6c2a62eccda6 req-de56922c-28c9-4d0c-a8d6-3e475efac489 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:50.849078 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee62260c-6ea7-4e16-8a70-6c2a62eccda6 req-de56922c-28c9-4d0c-a8d6-3e475efac489 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0537844 Feb 16 13:40:50.900388 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ee62260c-6ea7-4e16-8a70-6c2a62eccda6 req-dc78621d-ea8d-4ce9-aa19-f7fb9d60a488 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Feb 16 13:40:51.071620 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15052a-c5a5-4fa7-8808-06877a1ac2ee req-a98a6b98-06ad-4e5e-ac22-6b223576bdcb tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:51.074272 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e15052a-c5a5-4fa7-8808-06877a1ac2ee req-a98a6b98-06ad-4e5e-ac22-6b223576bdcb tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0952642 Feb 16 13:40:51.150672 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9e15052a-c5a5-4fa7-8808-06877a1ac2ee req-d053cb0a-f1db-47d6-8f51-a308e9036da0 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691061 Feb 16 13:40:51.828012 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:52.019996 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244f72-c380-44bb-b625-78bf12f69de7 req-ad3662d9-ff9f-4cf6-b50c-0c7811d443eb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:52.021475 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9244f72-c380-44bb-b625-78bf12f69de7 req-ad3662d9-ff9f-4cf6-b50c-0c7811d443eb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0541720 Feb 16 13:40:52.074261 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9244f72-c380-44bb-b625-78bf12f69de7 req-797bc3b1-31ca-471a-9d34-95451a97727a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466523 Feb 16 13:40:52.276883 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578fef8-a63f-42aa-a9c2-c61c40b9d06a req-91efa75c-d0b4-4f9d-a862-c275ed63ed94 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:52.278362 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3578fef8-a63f-42aa-a9c2-c61c40b9d06a req-91efa75c-d0b4-4f9d-a862-c275ed63ed94 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0594411 Feb 16 13:40:52.329359 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3578fef8-a63f-42aa-a9c2-c61c40b9d06a req-4704c3ea-23b9-4bf2-a971-63fa95090232 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452051 Feb 16 13:40:53.087920 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:53.200123 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a9f0f-c84c-4b65-ba14-893fd4fe1f25 req-f5c58a09-6823-429e-ba17-56bf4e2302b8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:53.201718 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d26a9f0f-c84c-4b65-ba14-893fd4fe1f25 req-f5c58a09-6823-429e-ba17-56bf4e2302b8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0583680 Feb 16 13:40:53.260454 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d26a9f0f-c84c-4b65-ba14-893fd4fe1f25 req-c32b84b7-114b-464e-ad4a-aa89beb9d064 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524645 Feb 16 13:40:53.455183 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd539c3-04d9-46f6-965b-63c0ca9c4856 req-078c8b46-2530-4ab1-a034-5002e96a14db tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:53.456721 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ebd539c3-04d9-46f6-965b-63c0ca9c4856 req-078c8b46-2530-4ab1-a034-5002e96a14db tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0520017 Feb 16 13:40:53.509716 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-ebd539c3-04d9-46f6-965b-63c0ca9c4856 req-822ec1fb-bb77-4670-a99b-15ec201b8d8b tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Feb 16 13:40:54.380483 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ffcf-6581-4772-9410-593c986bc004 req-7c92b10e-0234-43ab-8401-605ba707171d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:54.381963 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5fd5ffcf-6581-4772-9410-593c986bc004 req-7c92b10e-0234-43ab-8401-605ba707171d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0515373 Feb 16 13:40:54.430538 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5fd5ffcf-6581-4772-9410-593c986bc004 req-53884e04-03a5-4d51-a138-ddf13857f1e7 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Feb 16 13:40:54.627274 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c068ed6-80b9-44fd-94b2-8fb0f1e694dd req-756cf882-44af-4c1e-8cab-dae8d6890483 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:54.628741 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c068ed6-80b9-44fd-94b2-8fb0f1e694dd req-756cf882-44af-4c1e-8cab-dae8d6890483 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0515578 Feb 16 13:40:54.678349 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1c068ed6-80b9-44fd-94b2-8fb0f1e694dd req-8dfc92dd-36fa-4de7-bd81-730207738b5e tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Feb 16 13:40:55.555093 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f19e5-3466-48de-903c-77abb2345cb8 req-5ad936b2-51b0-4e92-9d80-942cf7d5b1eb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:55.556536 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a60f19e5-3466-48de-903c-77abb2345cb8 req-5ad936b2-51b0-4e92-9d80-942cf7d5b1eb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0604649 Feb 16 13:40:55.607456 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a60f19e5-3466-48de-903c-77abb2345cb8 req-9bc820e3-fc72-4085-96f5-87bb2b2f8c79 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Feb 16 13:40:55.798520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b15e7-3cb1-4c7b-aab3-bc526eb1c94e req-72d8771e-c6da-4f19-a005-84223ece7e0d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:55.799990 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d13b15e7-3cb1-4c7b-aab3-bc526eb1c94e req-72d8771e-c6da-4f19-a005-84223ece7e0d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0549278 Feb 16 13:40:55.848529 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d13b15e7-3cb1-4c7b-aab3-bc526eb1c94e req-221d05bb-54e8-4a2f-9793-6e2b053c8819 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421114 Feb 16 13:40:56.736358 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201533dd-2419-4c47-98d3-df459d6e24e2 req-effa9ee3-84ab-4909-9ce8-64f01a5502be tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:56.737850 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-201533dd-2419-4c47-98d3-df459d6e24e2 req-effa9ee3-84ab-4909-9ce8-64f01a5502be tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0604835 Feb 16 13:40:56.791994 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-201533dd-2419-4c47-98d3-df459d6e24e2 req-e1d95a53-52a8-49b0-9e4a-eeb7413bd5fe tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481808 Feb 16 13:40:56.968622 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c1cc-38c8-4842-9d52-1b83d9eb8449 req-dec1c3a0-edef-4966-b141-1c0b8501465a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:56.970139 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3bf4c1cc-38c8-4842-9d52-1b83d9eb8449 req-dec1c3a0-edef-4966-b141-1c0b8501465a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0539725 Feb 16 13:40:57.020142 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3bf4c1cc-38c8-4842-9d52-1b83d9eb8449 req-bb40d051-1260-4a23-86c3-ebf14c1acc9f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Feb 16 13:40:57.916009 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10519c67-76d4-4f19-b275-682d71ecc20b req-c424e8d7-a8dd-46b1-bf73-c6afec810281 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:57.917526 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-10519c67-76d4-4f19-b275-682d71ecc20b req-c424e8d7-a8dd-46b1-bf73-c6afec810281 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0571856 Feb 16 13:40:57.970852 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-10519c67-76d4-4f19-b275-682d71ecc20b req-a9f8bab1-20e4-47fc-9b2a-d4fa44593e93 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Feb 16 13:40:58.149827 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c293-9884-4101-8e34-6aad1dd68bfc req-1859e179-1bad-4a20-9c11-f748d9fb0105 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:58.151310 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d50c293-9884-4101-8e34-6aad1dd68bfc req-1859e179-1bad-4a20-9c11-f748d9fb0105 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0590556 Feb 16 13:40:58.209526 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3d50c293-9884-4101-8e34-6aad1dd68bfc req-b0c7d639-05fa-4bee-b68c-c203ed23f9d7 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525329 Feb 16 13:40:58.296672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:40:59.099352 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee7691-1401-4bc1-9c22-a3779879ff26 req-d60c3f98-8e69-4500-aab1-24bb4e7f1085 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:59.100876 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9ee7691-1401-4bc1-9c22-a3779879ff26 req-d60c3f98-8e69-4500-aab1-24bb4e7f1085 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0556970 Feb 16 13:40:59.152720 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e9ee7691-1401-4bc1-9c22-a3779879ff26 req-5bd904f6-4b51-4d51-b9ef-e527a089c1ba tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Feb 16 13:40:59.339459 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b681-9493-4545-8165-049612019a92 req-ead4e8b5-7557-4a27-9b6c-b264f2a5c368 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:59.340962 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c92b681-9493-4545-8165-049612019a92 req-ead4e8b5-7557-4a27-9b6c-b264f2a5c368 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0594232 Feb 16 13:40:59.391960 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-9c92b681-9493-4545-8165-049612019a92 req-223fcb4d-f362-4ccd-b532-4b28cc80cf1d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453782 Feb 16 13:40:59.868467 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:41:00.277330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387bed1-fc13-453a-ad01-d26dafabd418 req-fa033001-3656-48df-9f0d-9f2ce79b88ec tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:00.278837 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2387bed1-fc13-453a-ad01-d26dafabd418 req-fa033001-3656-48df-9f0d-9f2ce79b88ec tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0589807 Feb 16 13:41:00.329166 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2387bed1-fc13-453a-ad01-d26dafabd418 req-8e56f9fa-c40d-4b4a-b6ae-699f4acbc8b7 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 Feb 16 13:41:00.514934 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152464f-8dc6-4d81-adcb-82dff322513f req-e6768a2b-301f-4912-ae13-25722000168c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:00.516334 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d152464f-8dc6-4d81-adcb-82dff322513f req-e6768a2b-301f-4912-ae13-25722000168c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0528841 Feb 16 13:41:00.570596 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-d152464f-8dc6-4d81-adcb-82dff322513f req-78cfcaaf-3a93-4c57-960e-635245449f06 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479567 Feb 16 13:41:01.451959 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675609-b617-4c77-ba76-a88c38f6fa4d req-655c26b5-5353-4aa7-a88b-90e674c8166a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:01.453482 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-83675609-b617-4c77-ba76-a88c38f6fa4d req-655c26b5-5353-4aa7-a88b-90e674c8166a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0536551 Feb 16 13:41:01.503708 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-83675609-b617-4c77-ba76-a88c38f6fa4d req-28575f00-ef28-4a23-b2f8-5014aee203c7 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447435 Feb 16 13:41:01.689405 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af6749-c6b8-41c4-a7aa-f938ef28ab00 req-e10049ac-77b6-4631-a8de-214eed0c121a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:01.690898 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f5af6749-c6b8-41c4-a7aa-f938ef28ab00 req-e10049ac-77b6-4631-a8de-214eed0c121a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0521448 Feb 16 13:41:01.739752 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f5af6749-c6b8-41c4-a7aa-f938ef28ab00 req-209f5df9-d2ea-495e-86aa-e872a727703d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Feb 16 13:41:02.667493 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336cd35-9f62-4cb2-94c7-8e95ea7bc923 req-ea385d09-750d-438b-93c5-f44858ca1d7a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:02.669152 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c336cd35-9f62-4cb2-94c7-8e95ea7bc923 req-ea385d09-750d-438b-93c5-f44858ca1d7a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 943 time: 0.0902660 Feb 16 13:41:02.691534 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774335f6-1e11-4d79-b6ee-62dbe79ca96a req-fd8a28c9-82b4-4a64-b96b-f215ddb5d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:02.694122 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-774335f6-1e11-4d79-b6ee-62dbe79ca96a req-fd8a28c9-82b4-4a64-b96b-f215ddb5d924 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1127 time: 0.0689425 Feb 16 13:41:02.726414 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-c336cd35-9f62-4cb2-94c7-8e95ea7bc923 req-f9b633ba-64c2-453d-860c-7fd75357d8d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513105 Feb 16 13:41:02.756823 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-774335f6-1e11-4d79-b6ee-62dbe79ca96a req-da178480-a055-44fe-a218-f02f7d26eaa9 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528157 Feb 16 13:41:02.862183 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde6bd-9339-4484-80de-f878035f3ec2 req-5a665020-0b51-4c78-993c-e32806d16d15 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:02.864153 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7dde6bd-9339-4484-80de-f878035f3ec2 req-5a665020-0b51-4c78-993c-e32806d16d15 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 943 time: 0.0526505 Feb 16 13:41:02.921122 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b7dde6bd-9339-4484-80de-f878035f3ec2 req-9db8ef9e-5cc7-49f1-94b7-fb79eab956ff tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454423 Feb 16 13:41:03.378160 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:41:03.475293 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:03.485382 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'port_id': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'mac_address': 'fa:16:3e:27:62:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:41:03.522503 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d47e4125-86ba-4e64-b6cf-71f04cc64aae is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:41:03.522894 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:03.535412 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47e4125-86ba-4e64-b6cf-71f04cc64aae {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:41:03.555117 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:03.559207 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:03.559783 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ce2009f-d83b-46e8-80f4-4d51f65f258a details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:41:03.628672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=7']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:03.704225 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:03.717319 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'port_id': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'mac_address': 'fa:16:3e:8d:82:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:41:03.761793 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2ce2009f-d83b-46e8-80f4-4d51f65f258a is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:41:03.762219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:03.779750 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce2009f-d83b-46e8-80f4-4d51f65f258a {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:41:03.805266 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:03.810582 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:03.865328 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b36db2-0546-407a-9745-12e5986d0aa6 req-3e09ec62-5722-40b2-bf60-c6e3602ec3df tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:03.866827 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e2b36db2-0546-407a-9745-12e5986d0aa6 req-3e09ec62-5722-40b2-bf60-c6e3602ec3df tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 944 time: 0.0678241 Feb 16 13:41:03.869916 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:03.921804 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-e2b36db2-0546-407a-9745-12e5986d0aa6 req-760fd7a8-1908-40ba-884a-3a27c9f52991 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489905 Feb 16 13:41:04.043091 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8290fc-0492-4a48-8e12-39d8367624a3 req-13e92a0a-2169-4507-b304-a99923e60a98 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:04.044578 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c8290fc-0492-4a48-8e12-39d8367624a3 req-13e92a0a-2169-4507-b304-a99923e60a98 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 944 time: 0.0536110 Feb 16 13:41:04.096895 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-8c8290fc-0492-4a48-8e12-39d8367624a3 req-cbfbd4c8-6407-4d94-a9d8-aa7d96f51906 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Feb 16 13:41:04.291311 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['2ce2009f-d83b-46e8-80f4-4d51f65f258a'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:41:04.297537 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['d47e4125-86ba-4e64-b6cf-71f04cc64aae'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:41:05.040558 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784e9d2-7202-4e4a-ba5a-a122e33d8f13 req-f4e5b00a-24dc-4c3a-869c-bc3201b40db8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:05.042051 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b784e9d2-7202-4e4a-ba5a-a122e33d8f13 req-f4e5b00a-24dc-4c3a-869c-bc3201b40db8 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 944 time: 0.0517938 Feb 16 13:41:05.089670 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b784e9d2-7202-4e4a-ba5a-a122e33d8f13 req-6e393c8f-e4a4-43ef-8260-9e0eb3339b01 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Feb 16 13:41:05.225419 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94640fe6-b0b0-4d29-af8e-0104c878bb2c req-e4b645d4-9909-4458-a95a-9ad37ae737a1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:05.227026 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94640fe6-b0b0-4d29-af8e-0104c878bb2c req-e4b645d4-9909-4458-a95a-9ad37ae737a1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 944 time: 0.0598199 Feb 16 13:41:05.289055 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-94640fe6-b0b0-4d29-af8e-0104c878bb2c req-f10b532b-1632-48b4-89bd-7ea09acca473 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557294 Feb 16 13:41:06.210465 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401059fb-4f61-48ee-a010-c33571aae0c3 req-d8139a1e-5027-4b53-8284-875a51df1709 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:06.211988 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-401059fb-4f61-48ee-a010-c33571aae0c3 req-d8139a1e-5027-4b53-8284-875a51df1709 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 944 time: 0.0526335 Feb 16 13:41:06.260991 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-401059fb-4f61-48ee-a010-c33571aae0c3 req-ae67830b-948b-4e05-81b3-d9cf05b555ed tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Feb 16 13:41:07.389820 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ef65c-ceab-4feb-a497-cb23dab8d300 req-2f2e11f3-c7a3-4859-8e5b-195b2edc327e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:07.391255 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f68ef65c-ceab-4feb-a497-cb23dab8d300 req-2f2e11f3-c7a3-4859-8e5b-195b2edc327e tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 944 time: 0.0583203 Feb 16 13:41:07.394865 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:41:07.409454 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 50514) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:41:07.445032 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port d47e4125-86ba-4e64-b6cf-71f04cc64aae triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:07.445405 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.445903 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f68ef65c-ceab-4feb-a497-cb23dab8d300 req-6dc6ac82-72b9-4128-a5e1-fba0aadddaed tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Feb 16 13:41:07.531598 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.623482 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Publish callbacks [] for security_group (86d1fd4d-5234-4710-a856-a7830814b569), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.629715 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (86d1fd4d-5234-4710-a856-a7830814b569), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.666654 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port d47e4125-86ba-4e64-b6cf-71f04cc64aae is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:41:07.667098 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.675665 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d1fd4d-5234-4710-a856-a7830814b569,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:07.679765 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a643f706e4c4810bc9c9ce460bc1a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692401 Feb 16 13:41:07.682831 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 50518) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:41:07.685612 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.686445 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.686445 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.686634 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.686952 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.687281 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.687606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.687929 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.688252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.688574 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.688892 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.689208 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.689733 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0cfef-dff7-471c-9640-baacc9ee8abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.691003 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:41:07.693886 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e62d0f-1ecf-4861-9f36-bd0623d68126" -d '{"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:41:07.705980 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:07.711716 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.713487 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ce2009f-d83b-46e8-80f4-4d51f65f258a up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:41:07.736358 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Publish callbacks [] for security_group (86d1fd4d-5234-4710-a856-a7830814b569), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.756705 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2051c-55ad-40bc-9795-0b398ec6bd15 x-openstack-request-id: req-7ff2051c-55ad-40bc-9795-0b398ec6bd15 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:41:07.757026 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:41:07.757329 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ff2051c-55ad-40bc-9795-0b398ec6bd15 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:41:07.757836 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'code': 200} Feb 16 13:41:07.760403 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Publish callbacks [] for security_group (86d1fd4d-5234-4710-a856-a7830814b569), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.794143 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=8']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:07.811262 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port 2ce2009f-d83b-46e8-80f4-4d51f65f258a completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:41:07.816109 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port 2ce2009f-d83b-46e8-80f4-4d51f65f258a triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:07.817384 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.819105 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (86d1fd4d-5234-4710-a856-a7830814b569), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.821652 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.822858 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/86d1fd4d-5234-4710-a856-a7830814b569 HTTP/1.1" status: 204 len: 168 time: 0.1387029 Feb 16 13:41:07.830864 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d1fd4d-5234-4710-a856-a7830814b569,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:07.839893 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.840244 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.840592 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.840943 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.841265 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.841600 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.841930 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.842330 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.842718 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.843052 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.843379 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.843703 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.844034 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499e106-01e5-4635-bfd3-537f6efa66b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:07.918193 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port 2ce2009f-d83b-46e8-80f4-4d51f65f258a is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:41:07.918314 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:07.953347 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:07.959423 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:08.013774 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:08.564665 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a712ea-6a98-46eb-be7c-8ffedaab1238 req-024c8be7-da5b-4bbc-b041-fd2af76498ea tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:08.566377 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b2a712ea-6a98-46eb-be7c-8ffedaab1238 req-024c8be7-da5b-4bbc-b041-fd2af76498ea tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0526335 Feb 16 13:41:08.619966 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b2a712ea-6a98-46eb-be7c-8ffedaab1238 req-ae87fe15-890d-4189-95f8-59384e65f48c tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Feb 16 13:41:09.745005 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8243-ebe9-44be-b065-21348c459f20 req-0967cffd-b2c4-4af0-8bdf-9e0d8e697588 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:09.746505 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3cfd8243-ebe9-44be-b065-21348c459f20 req-0967cffd-b2c4-4af0-8bdf-9e0d8e697588 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0535219 Feb 16 13:41:09.759518 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:41:09.761954 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a441824-e238-4f02-91e4-f0add4fd2700" -d '{"events": [{"server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:41:09.797472 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3cfd8243-ebe9-44be-b065-21348c459f20 req-757c8b61-8528-42be-ac5f-a3a12d2b6787 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Feb 16 13:41:09.801544 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e9b6c-cab5-490b-805c-0f4c5a2155e0 x-openstack-request-id: req-4d2e9b6c-cab5-490b-805c-0f4c5a2155e0 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:41:09.802145 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:41:09.802401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d2e9b6c-cab5-490b-805c-0f4c5a2155e0 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:41:09.802795 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'code': 200} Feb 16 13:41:10.075717 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d13a5-ba0f-45f0-8c4c-9468e6ae4c1a req-a04f8919-2ac5-4c7d-a411-1794788f2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:10.077242 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e73d13a5-ba0f-45f0-8c4c-9468e6ae4c1a req-a04f8919-2ac5-4c7d-a411-1794788f2557 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1129 time: 0.0463657 Feb 16 13:41:10.122787 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-e73d13a5-ba0f-45f0-8c4c-9468e6ae4c1a req-d8a07622-4228-47b9-999b-c097839c77eb service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 Feb 16 13:41:10.918730 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f0d20-88a5-46ed-87fb-7537b2d4831d req-7edc4f24-e8bb-4b2b-a0df-75d97bf05fae tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:10.920133 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f12f0d20-88a5-46ed-87fb-7537b2d4831d req-7edc4f24-e8bb-4b2b-a0df-75d97bf05fae tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0529795 Feb 16 13:41:10.968139 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f12f0d20-88a5-46ed-87fb-7537b2d4831d req-00644a52-4638-4948-a6b2-d3a428d0f8e0 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Feb 16 13:41:12.107033 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c615a-f6d0-46e2-ba68-537086dc25cd req-af404e6f-9290-4ae8-94c0-033d8ce7f9da tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:12.108519 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-da4c615a-f6d0-46e2-ba68-537086dc25cd req-af404e6f-9290-4ae8-94c0-033d8ce7f9da tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0634613 Feb 16 13:41:12.156192 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-da4c615a-f6d0-46e2-ba68-537086dc25cd req-6339bc63-fd5b-4dfd-8ec3-8e2bd31e47a6 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Feb 16 13:41:12.273614 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8598c-e33e-4458-855b-42032cb75e59 req-4bf52f85-56c0-4613-bb7b-735fe064aebe tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:12.275250 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a9b8598c-e33e-4458-855b-42032cb75e59 req-4bf52f85-56c0-4613-bb7b-735fe064aebe tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0537050 Feb 16 13:41:12.324719 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a9b8598c-e33e-4458-855b-42032cb75e59 req-2ed25767-506d-4189-85c6-8b6c66f797fa tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Feb 16 13:41:12.346923 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 50544) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:41:12.537782 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3eeb36-a533-42ab-8816-e35722da59d9 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:12.539338 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-1e3eeb36-a533-42ab-8816-e35722da59d9 tempest-TestVolumeBootPattern-1588793106 tempest-TestVolumeBootPattern-1588793106-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1124 time: 0.1914332 Feb 16 13:41:12.541987 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 50550) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:41:12.546170 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.v2.base [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Request body: {'floatingip': {'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'port_id': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:12.565975 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:12.663712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:12.768490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_common [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Allocated IP 172.27.3.162 (8bab2d64-eec5-4a8a-92cc-66c0076301c7/2220536d-bb67-4ad5-8f86-e6414e42d393/8600729f-9bc9-4a8f-ba22-d52354ffd653) {{(pid=102564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:41:12.867903 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:12.901487 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:12.936835 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Network 8bab2d64-eec5-4a8a-92cc-66c0076301c7 is already hosted by enough agents. {{(pid=102564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:41:12.941969 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.base_scheduler [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Resources bound (agent type, host, resource id): {{(pid=102564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:41:12.945498 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Received port after_create {{(pid=102564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:41:12.977667 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=8600729f-9bc9-4a8f-ba22-d52354ffd653,revision_number=1']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:13.307881 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (243fa1d4-9de0-40e1-84cd-d75bcf081704), precommit_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:13.379263 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), before_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:13.526301 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), precommit_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:13.530890 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13794475'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), after_update {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:13.604449 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event updated for resources: {'Port': ['ID=8600729f-9bc9-4a8f-ba22-d52354ffd653,revision_number=2']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:13.612336 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16333028'] for floatingip (243fa1d4-9de0-40e1-84cd-d75bcf081704), after_create {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:13.716103 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP 243fa1d4-9de0-40e1-84cd-d75bcf081704 associated. External IP: 172.27.3.162, port: 2ce2009f-d83b-46e8-80f4-4d51f65f258a. Feb 16 13:41:14.174671 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:41:14.283383 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:41:14.294296 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:41:14.304271 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:14.306046 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:41:14.306866 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:40:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:14.338690 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-a5b81608-fac4-4b77-8d0e-c53c23033305 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7956421 Feb 16 13:41:14.339319 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:41:14.341569 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e0066-fc9d-4f91-9918-659e65899960" -d '{"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:41:14.390941 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599e661-48f2-473a-9e54-a1592bcd4f34 x-openstack-request-id: req-b599e661-48f2-473a-9e54-a1592bcd4f34 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:41:14.391285 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:41:14.391536 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b599e661-48f2-473a-9e54-a1592bcd4f34 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:41:14.391897 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'status': 'completed', 'code': 200} Feb 16 13:41:14.429805 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:41:14.476688 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0066-fc9d-4f91-9918-659e65899960 req-b448093a-4200-4a37-9e21-4a412a180842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:14.478455 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-b448093a-4200-4a37-9e21-4a412a180842 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1129 time: 0.0473881 Feb 16 13:41:14.588235 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0066-fc9d-4f91-9918-659e65899960 req-cb7cedbd-f973-4bc8-8dae-f5baaf80bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:14.589734 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-cb7cedbd-f973-4bc8-8dae-f5baaf80bbba service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.0901542 Feb 16 13:41:14.658551 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '243fa1d4-9de0-40e1-84cd-d75bcf081704', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:8d:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:13Z', 'updated_at': '2022-02-16T13:41:13Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}, {'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:14.662962 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-8c5ce2c9-33a9-460f-b6f1-31947f6b6727 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 200 len: 999 time: 0.0649323 Feb 16 13:41:14.692959 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:41:14.703522 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:41:14.704154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:40:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:14.726538 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0066-fc9d-4f91-9918-659e65899960 req-11f6cf4c-16e4-49b4-b2c6-1f8ffd332660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:14.728512 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-11f6cf4c-16e4-49b4-b2c6-1f8ffd332660 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0560663 Feb 16 13:41:14.791254 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0066-fc9d-4f91-9918-659e65899960 req-5b8adfb2-faf5-456a-9fe6-ad00a281cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:14.792727 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-5b8adfb2-faf5-456a-9fe6-ad00a281cecc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474572 Feb 16 13:41:14.813544 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:41:14.889253 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-1bfde9b2-b79a-4b33-84fd-4a78fa617a03 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877991 Feb 16 13:41:14.982168 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-971e0066-fc9d-4f91-9918-659e65899960 req-097a9d9b-bdc1-4603-9b50-313311d7c86c service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829484 Feb 16 13:41:15.041483 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '243fa1d4-9de0-40e1-84cd-d75bcf081704', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:8d:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:13Z', 'updated_at': '2022-02-16T13:41:13Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}, {'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:15.068509 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b26e4-1b59-4897-ada9-e7dd14fac1af None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '243fa1d4-9de0-40e1-84cd-d75bcf081704', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:8d:82:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:13Z', 'updated_at': '2022-02-16T13:41:13Z', 'revision_number': 0, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}, {'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:41:15.268406 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64389393-8e7b-4758-a5b5-450e4f3d829f None None] New status for floating IP 243fa1d4-9de0-40e1-84cd-d75bcf081704: ACTIVE {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:41:16.930231 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-895ca3e2-4f34-4ef2-b081-9292c5c64dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:19.343639 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4dfd9f1b-341d-465f-b7d2-6ced4a63d01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:20.205746 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:21.829969 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:23.090892 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:28.295212 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:32.833734 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-7ffb01d4-bc94-4f90-bc82-62f3958c33da service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487976 Feb 16 13:41:32.923768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-729ec3cd-d228-442b-af56-7f3e4b3d73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:32.925223 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-729ec3cd-d228-442b-af56-7f3e4b3d73cb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0465229 Feb 16 13:41:33.038747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-db84e440-405e-43ab-bfce-cb350c3aaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:33.040189 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-db84e440-405e-43ab-bfce-cb350c3aaf6e service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.0936754 Feb 16 13:41:33.117495 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-81ecf311-ea4d-49df-9148-cdc142849577 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 1001 time: 0.0676756 Feb 16 13:41:33.170543 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-0224cd3a-0681-4766-927d-afda7cf23608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:33.172021 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-0224cd3a-0681-4766-927d-afda7cf23608 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0451741 Feb 16 13:41:33.225754 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-3424bb88-16ef-4c84-979f-02ad86286ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:33.227169 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-3424bb88-16ef-4c84-979f-02ad86286ef6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452530 Feb 16 13:41:33.330932 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-a5e7f8e9-d9bc-4d0e-ba56-824bf268187f service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894341 Feb 16 13:41:33.435571 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-ef827a54-e134-4c7f-aba0-3dab25b604ed req-c210c2bf-5ea0-47df-bb3c-0c9ccef3cbee service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950382 Feb 16 13:41:36.867563 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:41:38.774723 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15f8f8-c187-426e-9037-66af30a15fca req-5339fdda-fe20-4b4d-a638-378a913f9dfd tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:38.776279 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2b15f8f8-c187-426e-9037-66af30a15fca req-5339fdda-fe20-4b4d-a638-378a913f9dfd tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0543113 Feb 16 13:41:38.826103 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-2b15f8f8-c187-426e-9037-66af30a15fca req-3eb06ebb-8128-493c-8b3d-6645821b76fc tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Feb 16 13:41:40.009515 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577d44-66bf-4e87-8dc6-c6e09febb807 req-b6db1d39-a484-409f-83e5-913ddab86baa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:40.011070 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3577d44-66bf-4e87-8dc6-c6e09febb807 req-b6db1d39-a484-409f-83e5-913ddab86baa tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.1135678 Feb 16 13:41:40.061142 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b3577d44-66bf-4e87-8dc6-c6e09febb807 req-0e515c11-d7b1-4852-b654-be123d5e0b24 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Feb 16 13:41:41.086324 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-4fa50f78-20e2-45d4-a8f5-00285ae40530 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:41.087929 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-4fa50f78-20e2-45d4-a8f5-00285ae40530 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0583949 Feb 16 13:41:41.195309 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058a44-1737-467c-9692-ea46ba6be2f2 req-989466ae-ce32-4830-8cc2-6d760b31167c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:41.195980 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Deleting port 2386a272-70c8-487f-a9ee-be2b7f6d3003 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:41:41.195980 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:41.196883 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fe058a44-1737-467c-9692-ea46ba6be2f2 req-989466ae-ce32-4830-8cc2-6d760b31167c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7125339-a473-475f-8401-9e3adcd8236a HTTP/1.1" status: 200 len: 945 time: 0.0599346 Feb 16 13:41:41.253326 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-fe058a44-1737-467c-9692-ea46ba6be2f2 req-a22963c1-e7e2-4855-ab19-344b94d8a00c tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465517 Feb 16 13:41:41.295737 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] For port 2386a272-70c8-487f-a9ee-be2b7f6d3003, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2386a272-70c8-487f-a9ee-be2b7f6d3003,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:41.296236 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:41.310592 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Calling delete_port for 2386a272-70c8-487f-a9ee-be2b7f6d3003 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:41:41.452081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2386a272-70c8-487f-a9ee-be2b7f6d3003), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:41.467936 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['2386a272-70c8-487f-a9ee-be2b7f6d3003'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:41:41.507161 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Pushing event deleted for resources: {'Port': ['ID=2386a272-70c8-487f-a9ee-be2b7f6d3003,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:41.556609 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] No DVR routers for this DVR port 2386a272-70c8-487f-a9ee-be2b7f6d3003 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:41:41.560119 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:41.563611 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-096cd413-ead5-4379-b039-cbd1eaaf8c98 req-99974417-9498-4e55-b507-f7629e909687 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "DELETE /v2.0/ports/2386a272-70c8-487f-a9ee-be2b7f6d3003 HTTP/1.1" status: 204 len: 173 time: 0.4692280 Feb 16 13:41:41.564087 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'name': 'network-vif-deleted', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:41:41.566518 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a259be2-ac9d-4324-8bc1-78274dc03dda" -d '{"events": [{"server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "name": "network-vif-deleted", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:41:41.608903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee59080-4095-42d6-909e-3e8b185488d6 x-openstack-request-id: req-aee59080-4095-42d6-909e-3e8b185488d6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:41:41.609310 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7125339-a473-475f-8401-9e3adcd8236a", "name": "network-vif-deleted", "tag": "2386a272-70c8-487f-a9ee-be2b7f6d3003", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:41:41.609640 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aee59080-4095-42d6-909e-3e8b185488d6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:41:41.610190 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7125339-a473-475f-8401-9e3adcd8236a', 'name': 'network-vif-deleted', 'tag': '2386a272-70c8-487f-a9ee-be2b7f6d3003', 'status': 'completed', 'code': 200} Feb 16 13:41:45.520607 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2386a272-70c8-487f-a9ee-be2b7f6d3003 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:41:45.543928 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 2386a272-70c8-487f-a9ee-be2b7f6d3003 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:41:45.544277 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2386a272-70c8-487f-a9ee-be2b7f6d3003 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:41:46.931542 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-874d62d5-4228-42a2-9924-0a25686b7bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:49.347575 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-43f7d21d-0d5a-4b02-9945-4910ce50da5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:50.214601 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:51.833495 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:52.418706 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-b72674e8-cba5-4819-b276-257d4f22490a tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:52.420759 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-b72674e8-cba5-4819-b276-257d4f22490a tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 813 time: 0.1106834 Feb 16 13:41:52.437159 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-79cc1a70-0c01-416d-a0ea-d0e26b73835d tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/quotas/c7292067018b437a87318bace1e0cd5c HTTP/1.1" status: 200 len: 375 time: 0.0105872 Feb 16 13:41:52.474427 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-30adf551-e1a6-4ac3-84f3-7a617b7c2644 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315361 Feb 16 13:41:52.534116 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-ec46020a-2baf-4c77-b5d0-3b45aa8f3c08 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102564) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:41:52.535596 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-ec46020a-2baf-4c77-b5d0-3b45aa8f3c08 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542262 Feb 16 13:41:52.634227 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-6344449e-5eaa-4421-8553-6093aedf3e69 service neutron] 10.222.0.73 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924194 Feb 16 13:41:52.728429 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-8973c4c2-1624-4944-a75c-fa86d72b7e7f service neutron] 10.222.0.73 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884049 Feb 16 13:41:52.911137 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-bd7f3f4c-a7e3-40a4-bf69-99efc2a71d4c req-05f9fecd-35fb-4053-95ff-92e5041a3dcf tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 210 time: 0.0299928 Feb 16 13:41:53.097019 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:54.015544 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1bedd927-c147-49fd-b281-5ca999dbc3b9 req-4ee8c195-f3d6-45d4-af0f-6c69711fda70 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 210 time: 0.0300503 Feb 16 13:41:54.120330 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-2a9fc96f-0b8f-4b9f-99aa-f43e1ec29b21 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:54.121996 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-2a9fc96f-0b8f-4b9f-99aa-f43e1ec29b21 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 813 time: 0.1138084 Feb 16 13:41:54.145509 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Request body: {'port': {'device_id': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9', 'admin_state_up': True, 'tenant_id': 'c7292067018b437a87318bace1e0cd5c'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:54.263743 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Made reservation on behalf of c7292067018b437a87318bace1e0cd5c for: {'port': 1} {{(pid=102563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:41:54.267670 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (None), before_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:54.404880 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_common [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Allocated IP 172.20.0.4 (18a91b95-8ae5-45ee-b0ad-8901935fc7a9/ec7b591b-c84b-45e5-bed3-396868defb14/c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918) {{(pid=102563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:41:54.555650 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks [] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), precommit_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:54.590233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749292649768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_create {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:54.637198 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 is already hosted by enough agents. {{(pid=102563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:41:54.641075 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.base_scheduler [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Resources bound (agent type, host, resource id): {{(pid=102563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:41:54.645062 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Received port after_create {{(pid=102563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 13:41:54.653491 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Pushing event updated for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=1']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:54.705760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:54.706478 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:54.726838 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-fea7d710-c5b4-45e6-8866-dde9d446a52e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935974 Feb 16 13:41:54.742288 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-f5aaedbb-36a6-45e8-ac2d-637b07eb46d9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 13:41:54.743359 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-f5aaedbb-36a6-45e8-ac2d-637b07eb46d9 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103016 Feb 16 13:41:54.814176 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.v2.base [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Request body: {'port': {'device_id': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82947'}} {{(pid=102563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:54.888891 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.156647 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95fe93-6ff5-440d-983a-8e8577fc2a19 req-77533ef7-d018-4ff4-bb9f-6de2d9f003e0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:55.158181 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e95fe93-6ff5-440d-983a-8e8577fc2a19 req-77533ef7-d018-4ff4-bb9f-6de2d9f003e0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 931 time: 0.0709548 Feb 16 13:41:55.188816 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 {{(pid=102563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:41:55.199515 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks [] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), precommit_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.214088 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5e95fe93-6ff5-440d-983a-8e8577fc2a19 req-d72197bf-58f0-4eb7-b948-7d2061208178 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488360 Feb 16 13:41:55.217160 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.provisioning_blocks [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Transition to ACTIVE for port object c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 will not be triggered until provisioned by entity L2. {{(pid=102563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:41:55.221913 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.277436 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=2']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:55.355545 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Attempting to bind port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 on host hv-cinder-82947 for vnic_type normal with profile {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 13:41:55.355879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Attempting to bind port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 by drivers openvswitch,hyperv on host hv-cinder-82947 at level 0 using segments [{'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 13:41:55.356206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Attempting to bind port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:41:55.360962 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82947 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 13:41:55.361281 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Attempting to bind port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 on network 18a91b95-8ae5-45ee-b0ad-8901935fc7a9 {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 13:41:55.366395 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Checking agent: {'id': '961c7ba6-4c6f-4149-955b-55e5c3039ba4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82947', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'started_at': datetime.datetime(2022, 2, 16, 13, 29, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 13:41:55.366730 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Checking segment: {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 13:41:55.367114 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Bound using segment: {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'} {{(pid=102563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 13:41:55.367541 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.managers [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Bound port: c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host: hv-cinder-82947, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5abf67-a73a-46c0-9781-f7da8deb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9'}}] {{(pid=102563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 13:41:55.367892 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), before_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.437655 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, cleared binding levels {{(pid=102563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 13:41:55.441063 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 13:41:55.447743 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12718292'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_update {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.486328 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:55.486941 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:55.488327 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] 10.222.0.104 "PUT /v2.0/ports/c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 HTTP/1.1" status: 200 len: 1093 time: 0.7349970 Feb 16 13:41:55.488771 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:41:55.491018 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:41:55.515747 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650ae2-b390-4f15-8941-8c8c391cb3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=3']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:55.548760 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d884d112-9aab-43ad-b3b3-029728d3d8af x-openstack-request-id: req-d884d112-9aab-43ad-b3b3-029728d3d8af {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:41:55.549046 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:41:55.549294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d884d112-9aab-43ad-b3b3-029728d3d8af {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:41:55.549684 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918', 'status': 'completed', 'code': 200} Feb 16 13:41:55.597773 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-c4b7a6f5-9dda-4c42-a00b-e0dfc40f43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:55.599554 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-c4b7a6f5-9dda-4c42-a00b-e0dfc40f43f9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 1127 time: 0.0612538 Feb 16 13:41:55.645388 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-d5a76b02-b4c9-4eaa-bc54-d070fc9587c3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 HTTP/1.1" status: 200 len: 217 time: 0.0365536 Feb 16 13:41:55.698092 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-08cb739e-4f05-4939-a86a-6199f7b0fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:55.699505 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-08cb739e-4f05-4939-a86a-6199f7b0fd38 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec7b591b-c84b-45e5-bed3-396868defb14 HTTP/1.1" status: 200 len: 853 time: 0.0478375 Feb 16 13:41:55.738835 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-5111034e-c1df-4faf-851e-141c8a7f8e11 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328782 Feb 16 13:41:55.839908 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-a3e0abc3-2bdd-4c5e-b4ef-8d262f255b62 service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924015 Feb 16 13:41:55.971002 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-b16b69c0-edd0-4bdb-bc80-541f11b0ba51 req-8cec8a47-af68-4dd4-91cd-9c376437279d service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237874 Feb 16 13:41:56.088637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-d1025ebd-b052-4fc6-9d0d-8f82c7a04ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:56.090234 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-d1025ebd-b052-4fc6-9d0d-8f82c7a04ff9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c7292067018b437a87318bace1e0cd5c&device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 1127 time: 0.0503335 Feb 16 13:41:56.191639 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-011ddee6-125c-4157-9450-e1ac5af6e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:56.193143 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-011ddee6-125c-4157-9450-e1ac5af6e43a service neutron] 10.222.0.104 "GET /v2.0/networks?id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 200 len: 914 time: 0.0957336 Feb 16 13:41:56.361050 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4efd1-d51d-4460-9aa5-817b4401548c req-c17d0161-fc59-4112-9f46-fec13605d618 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:56.362716 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22a4efd1-d51d-4460-9aa5-817b4401548c req-c17d0161-fc59-4112-9f46-fec13605d618 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 943 time: 0.0657752 Feb 16 13:41:56.420769 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-22a4efd1-d51d-4460-9aa5-817b4401548c req-5cb66d9f-89ce-4a2b-aa82-6dcec6b337b8 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Feb 16 13:41:56.507146 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-bdf67bde-f927-423f-b289-73bfb670aaa3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 HTTP/1.1" status: 200 len: 217 time: 0.3050201 Feb 16 13:41:56.560658 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-d627eeea-0aef-4d1f-8f85-a80e996330a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:56.562195 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-d627eeea-0aef-4d1f-8f85-a80e996330a7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ec7b591b-c84b-45e5-bed3-396868defb14 HTTP/1.1" status: 200 len: 853 time: 0.0457778 Feb 16 13:41:56.596245 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-9225e124-6950-4d3a-b7c0-5dcbe9c539f0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=18a91b95-8ae5-45ee-b0ad-8901935fc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259237 Feb 16 13:41:56.707474 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-21528854-e7c4-4b3a-adc9-c3c40b2ba4aa service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035128 Feb 16 13:41:56.807546 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-d5cccd3f-bcd7-4339-9d5a-3de873895cc3 req-7cfb2c0c-4850-470b-b504-2525d40dba6f service neutron] 10.222.0.104 "GET /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Feb 16 13:41:57.551873 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ab446-0e74-4ec8-a823-f96fbf8c13b5 req-61ee9e95-9d35-4a88-9362-e6bffbaf29fe tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:57.554118 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-124ab446-0e74-4ec8-a823-f96fbf8c13b5 req-61ee9e95-9d35-4a88-9362-e6bffbaf29fe tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 943 time: 0.0565734 Feb 16 13:41:57.602587 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-124ab446-0e74-4ec8-a823-f96fbf8c13b5 req-56b802e9-8995-41d0-88b2-543660ef44f3 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Feb 16 13:41:58.325096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:58.729794 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caaa1-b528-421d-833f-0ad55e060d9c req-c0cdbae3-3605-4cf1-be85-afd6f7ebbf63 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:58.731303 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-086caaa1-b528-421d-833f-0ad55e060d9c req-c0cdbae3-3605-4cf1-be85-afd6f7ebbf63 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 943 time: 0.0590110 Feb 16 13:41:58.783390 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-086caaa1-b528-421d-833f-0ad55e060d9c req-a50dbff9-e2bc-4f9e-9949-00131b67bdfc tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Feb 16 13:41:59.545757 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 details requested by agent hyperv_hv-cinder-82947 with host hv-cinder-82947 {{(pid=102565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 13:41:59.655489 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:59.668801 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Returning: {'device': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918', 'network_id': '18a91b95-8ae5-45ee-b0ad-8901935fc7a9', 'port_id': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918', 'mac_address': 'fa:16:3e:71:2e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7b591b-c84b-45e5-bed3-396868defb14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 13:41:59.722602 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 is: DOWN; New status is: BUILD {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:41:59.723013 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:59.738703 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 {{(pid=102565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 13:41:59.764005 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:41:59.768700 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:41:59.828314 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=4']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:59.839987 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.840345 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.840696 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.841039 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.841401 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.841947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.842448 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.842820 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.843154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.843492 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.843821 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.844147 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.844470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:59.926789 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fdef6-6920-4bf8-96a8-b3cbd72e1065 req-931ff839-d65e-4f69-94c8-722ce3def5a0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:59.929245 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-542fdef6-6920-4bf8-96a8-b3cbd72e1065 req-931ff839-d65e-4f69-94c8-722ce3def5a0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 944 time: 0.0579336 Feb 16 13:41:59.988450 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-542fdef6-6920-4bf8-96a8-b3cbd72e1065 req-08077c75-2446-45b8-b9bf-2d23e2da8fd1 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Feb 16 13:42:00.093435 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:42:01.128101 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1974-85e7-4c57-9b1a-57aa52a9b1ea req-bb6b38a1-73df-4ef9-8dea-20b737b31200 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:01.129748 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-decd1974-85e7-4c57-9b1a-57aa52a9b1ea req-bb6b38a1-73df-4ef9-8dea-20b737b31200 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 944 time: 0.0680723 Feb 16 13:42:01.176791 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-decd1974-85e7-4c57-9b1a-57aa52a9b1ea req-18fcbc68-33e5-4635-bdda-0451dfede976 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Feb 16 13:42:01.546222 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 up at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 13:42:01.597028 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning for port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 completed by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:01.600585 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.provisioning_blocks [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Provisioning complete for port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 triggered by entity L2. {{(pid=102565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:01.600960 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559005'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), provisioning_complete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:01.675467 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Current status of the port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 is: BUILD; New status is: ACTIVE {{(pid=102565) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 13:42:01.675856 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-883018'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), before_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:01.702670 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918'}] {{(pid=102565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:42:01.704887 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042d59f231d1943ce9d376e5e32f410495612791fa3f6a6c2eb3fb1c581ab779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7e6b9-ae7c-42a6-9e52-f3dac49fe2f0" -d '{"events": [{"server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918"}]}' {{(pid=102565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:42:01.717246 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:01.721140 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749293160048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749292649786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749292649804'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:01.743994 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d1f10-98eb-426e-8d95-1af2a8e826a1 x-openstack-request-id: req-9e1d1f10-98eb-426e-8d95-1af2a8e826a1 {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:42:01.744292 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918", "code": 200}]} {{(pid=102565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:42:01.744542 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e1d1f10-98eb-426e-8d95-1af2a8e826a1 {{(pid=102565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:42:01.744931 dv-cinder-829473-3-iscsi neutron-server[102565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918', 'code': 200} Feb 16 13:42:01.775409 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Pushing event updated for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=5']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:01.920353 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c7b00-1a11-454a-b812-d63c14105d38 req-5dae42e9-d2b9-48a7-b886-063590f17379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:01.921893 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-959c7b00-1a11-454a-b812-d63c14105d38 req-5dae42e9-d2b9-48a7-b886-063590f17379 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 1129 time: 0.0471883 Feb 16 13:42:01.967002 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-959c7b00-1a11-454a-b812-d63c14105d38 req-c70a479b-c562-4794-870f-de2f9f16a183 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Feb 16 13:42:02.304257 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03367018-afb5-4908-aa13-cc01f80d8900 req-cf43244b-ed7e-40cb-8a0c-3cbd7785e7b8 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:02.305712 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03367018-afb5-4908-aa13-cc01f80d8900 req-cf43244b-ed7e-40cb-8a0c-3cbd7785e7b8 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0581279 Feb 16 13:42:02.353363 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-03367018-afb5-4908-aa13-cc01f80d8900 req-ef4117b7-6185-4759-bea2-bfdc4c33bbab tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Feb 16 13:42:03.476109 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506ce9f-74a9-4393-a83b-b68d8ec78240 req-30b734a3-8312-4e87-848b-aa16e267a40e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:03.477805 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6506ce9f-74a9-4393-a83b-b68d8ec78240 req-30b734a3-8312-4e87-848b-aa16e267a40e tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0531292 Feb 16 13:42:03.529347 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6506ce9f-74a9-4393-a83b-b68d8ec78240 req-39d25b70-13d6-4a45-89ed-729bd586861b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Feb 16 13:42:13.866274 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:42:16.935206 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c0d05553-bc8e-4483-8281-cb5b75bcf21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:19.351052 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a5b1cc11-86ef-47b3-9478-68986dad01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:20.209919 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:21.838248 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:23.096997 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:24.648068 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627434c-4354-4d39-a5f5-fa1e00350eba req-5ef46752-226b-4874-a92c-9f4cc9cbb515 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:24.649585 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f627434c-4354-4d39-a5f5-fa1e00350eba req-5ef46752-226b-4874-a92c-9f4cc9cbb515 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0634003 Feb 16 13:42:24.711311 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-f627434c-4354-4d39-a5f5-fa1e00350eba req-5f250289-c620-4085-b4ae-924ddc065b47 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Feb 16 13:42:25.843490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49867c1-ec53-4adf-8f29-dce74861fcb0 req-0579e7ae-7f16-4ed4-801c-3f0cb914c367 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:25.845055 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a49867c1-ec53-4adf-8f29-dce74861fcb0 req-0579e7ae-7f16-4ed4-801c-3f0cb914c367 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0576293 Feb 16 13:42:25.893614 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-a49867c1-ec53-4adf-8f29-dce74861fcb0 req-aac1a1c6-4c34-4e30-bb4a-1aad4922acaf tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Feb 16 13:42:26.958811 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062746-f352-4eea-af52-7be6ca2e813a req-1a317b1e-4ced-46a1-ac19-58530b528c78 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:26.960351 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6f062746-f352-4eea-af52-7be6ca2e813a req-1a317b1e-4ced-46a1-ac19-58530b528c78 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0658267 Feb 16 13:42:27.036850 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a53c-30ba-4e80-93bd-901e549d934d req-6ebdb3b3-572d-4e87-8e5f-083b19d0c4d0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:27.038728 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-72a0a53c-30ba-4e80-93bd-901e549d934d req-6ebdb3b3-572d-4e87-8e5f-083b19d0c4d0 tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f092224-3167-4cba-ab5c-e854c3ff60dc HTTP/1.1" status: 200 len: 945 time: 0.0628476 Feb 16 13:42:27.099832 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-72a0a53c-30ba-4e80-93bd-901e549d934d req-af293498-f128-4bb7-b9c8-2d43f3ae58ab tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.73 "GET /v2.0/security-groups?id=270fd28c-cebc-4775-a397-a010cb56d16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 Feb 16 13:42:27.103268 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Deleting port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:27.103648 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:27.209613 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] For port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,segment=NetworkSegment(dc5abf67-a73a-46c0-9781-f7da8deb8602),segment_id=dc5abf67-a73a-46c0-9781-f7da8deb8602)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:27.209888 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:27.223961 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Calling delete_port for c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:27.367090 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:27.380764 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] get_ports_and_sgs() called for port_ids ['c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918'] {{(pid=102565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 13:42:27.397209 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Pushing event deleted for resources: {'Port': ['ID=c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.409498 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.409851 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.410223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.410564 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.410897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.411237 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.411569 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.411897 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.412224 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.412550 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.412872 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.413196 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.413519 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:27.454172 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] No DVR routers for this DVR port c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:27.456658 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:27.460016 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-6f062746-f352-4eea-af52-7be6ca2e813a req-ceaab481-3d42-4f90-a865-2337d1e6913b tempest-VolumesSnapshotTestJSON-1048001547 tempest-VolumesSnapshotTestJSON-1048001547-project] 10.222.0.104 "DELETE /v2.0/ports/c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 HTTP/1.1" status: 204 len: 173 time: 0.4833963 Feb 16 13:42:27.460391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'name': 'network-vif-deleted', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:42:27.462647 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883739e0-bf4f-4149-8d7d-5a8b77fc2d22" -d '{"events": [{"server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "name": "network-vif-deleted", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:42:27.572274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eadc80-1533-4f7e-94c1-31b7139bced9 x-openstack-request-id: req-81eadc80-1533-4f7e-94c1-31b7139bced9 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:42:27.572578 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f092224-3167-4cba-ab5c-e854c3ff60dc", "name": "network-vif-deleted", "tag": "c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:42:27.572837 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81eadc80-1533-4f7e-94c1-31b7139bced9 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:42:27.573242 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f092224-3167-4cba-ab5c-e854c3ff60dc', 'name': 'network-vif-deleted', 'tag': 'c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918', 'status': 'completed', 'code': 200} Feb 16 13:42:28.328113 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:31.808506 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:31.828893 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:31.829226 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device c1db1ff6-c7aa-4d75-9f16-c7bf5eaf9918 not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:32.873572 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-1ac93466-24ac-4f58-bd60-3fd2da66e7a9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451522 Feb 16 13:42:32.940331 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-f2f1dc96-5f05-428f-9f18-4d9efc04ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.941757 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-f2f1dc96-5f05-428f-9f18-4d9efc04ec61 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1130 time: 0.0468013 Feb 16 13:42:33.052716 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-1e36c20c-055c-44ad-bb12-a69b42921f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:33.054699 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-1e36c20c-055c-44ad-bb12-a69b42921f03 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.0903828 Feb 16 13:42:33.122201 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-4515eb95-5ca5-42e7-b660-e83090b11576 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 1000 time: 0.0599170 Feb 16 13:42:33.175001 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-ec0a56f1-baef-49dc-be06-df510db280f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:33.176468 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-ec0a56f1-baef-49dc-be06-df510db280f7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0459242 Feb 16 13:42:33.231947 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-dc515958-fa0b-4347-ac84-d30d96b39614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:33.233449 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-dc515958-fa0b-4347-ac84-d30d96b39614 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501096 Feb 16 13:42:33.326207 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-cd32981f-4190-4a2c-9b53-9b3867f521b2 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861247 Feb 16 13:42:33.422624 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-2bd98efc-e3bd-44cb-8627-43b5bc696ccd req-63e3da61-89f5-4483-9991-bb2235faaf65 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893233 Feb 16 13:42:44.315050 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 50942) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:44.594223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Deleting port a310daf1-5a60-479c-9c6a-9f2ad2014618 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:44.594481 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:44.683637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:44.683981 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for floatingip (a310daf1-5a60-479c-9c6a-9f2ad2014618), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:44.696975 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Calling delete_port for a310daf1-5a60-479c-9c6a-9f2ad2014618 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:44.883899 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (a310daf1-5a60-479c-9c6a-9f2ad2014618), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:44.911255 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event deleted for resources: {'Port': ['ID=a310daf1-5a60-479c-9c6a-9f2ad2014618,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:44.970280 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for floatingip (3e1da32c-dad5-4342-9cbb-ca88cdcfed21), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:44.970722 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Floating IP 3e1da32c-dad5-4342-9cbb-ca88cdcfed21 disassociated (deleted). External IP: 172.27.3.101, port: d47e4125-86ba-4e64-b6cf-71f04cc64aae. Feb 16 13:42:45.183890 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Router 72fdef85-e99e-4d49-bce3-684a45a262af has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:42:45.290954 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:42:45.296060 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:45.301685 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Sync routers for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:45.312294 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:45.312945 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:45.326442 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-a1f3d6ef-a5ba-443e-bf9e-fe12a110d46d tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "DELETE /v2.0/floatingips/3e1da32c-dad5-4342-9cbb-ca88cdcfed21 HTTP/1.1" status: 204 len: 168 time: 1.0101826 Feb 16 13:42:45.327170 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:42:45.329365 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caafdf9-0715-4deb-a7a6-87547b4bd67d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:42:45.367580 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40015973-a623-4860-9bd3-dce9084ad58d x-openstack-request-id: req-40015973-a623-4860-9bd3-dce9084ad58d {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:42:45.367879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:42:45.368139 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40015973-a623-4860-9bd3-dce9084ad58d {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:42:45.368721 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'status': 'completed', 'code': 200} Feb 16 13:42:45.425488 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:45.439244 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-8a5206b0-d842-49c7-8a81-e44ff23264ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.440689 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-8a5206b0-d842-49c7-8a81-e44ff23264ad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bca5f4caf40e40929c2749c6fae31417&device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0477283 Feb 16 13:42:45.544932 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-3bbdf3d0-2ed7-4c19-870b-d90a46f8f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.546871 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-3bbdf3d0-2ed7-4c19-870b-d90a46f8f660 service neutron] 10.222.0.104 "GET /v2.0/networks?id=60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 200 len: 910 time: 0.0969775 Feb 16 13:42:45.583982 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199724b-47b4-4d1a-b0f7-e4a5e708504a req-2275ca2b-ecc9-4c31-a05a-310c31c3d4c3 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.585838 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6199724b-47b4-4d1a-b0f7-e4a5e708504a req-2275ca2b-ecc9-4c31-a05a-310c31c3d4c3 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0760634 Feb 16 13:42:45.599744 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-6ee19a56-0b0b-4886-927b-89f1241715dd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 200 len: 217 time: 0.0453217 Feb 16 13:42:45.651692 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-6199724b-47b4-4d1a-b0f7-e4a5e708504a req-fdaa5efc-2b9d-45c9-b881-ba18aed99c7a tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598838 Feb 16 13:42:45.679394 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-39a546a7-e4cd-46c2-966e-8f1c9f559eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.679731 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:45.680893 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-39a546a7-e4cd-46c2-966e-8f1c9f559eff service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 200 len: 848 time: 0.0717824 Feb 16 13:42:45.710636 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Checking router: 72fdef85-e99e-4d49-bce3-684a45a262af for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:45.719512 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:45.720136 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:45.735320 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-cf7a2fa6-32f2-4603-bab7-20d8387f2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.736872 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-cf7a2fa6-32f2-4603-bab7-20d8387f2c35 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=60c535fb-3d8e-45ba-9f58-c799ee35a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470986 Feb 16 13:42:45.835369 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:45.837107 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-77d97247-4ba1-475d-9aca-a26da8216024 service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Feb 16 13:42:45.945208 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-0caafdf9-0715-4deb-a7a6-87547b4bd67d req-57f5849b-41b8-4b9b-b451-5ae47372613d service neutron] 10.222.0.104 "GET /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980880 Feb 16 13:42:46.043316 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:46.069643 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40dc7-3190-486a-903e-0a5f4618bff4 None None] The sync data for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi is: [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:37:20Z', 'revision_number': 4, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'd8e01ee1-4948-4ae2-8b75-7b1b8f3f633f', 'name': '', 'network_id': '60c535fb-3d8e-45ba-9f58-c799ee35a896', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'mac_address': 'fa:16:3e:d1:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:20Z', 'updated_at': '2022-02-16T13:37:24Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'subnets': [{'id': 'a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:46.292410 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457e5e0-9295-4d37-8d5e-26de1c4ba4b7 None None] New status for floating IP 3e1da32c-dad5-4342-9cbb-ca88cdcfed21: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:42:46.786648 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b629e5-9db8-4008-805c-52116700dfa6 req-52255837-2256-4b96-80f0-402b2c44a4fe tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:46.788135 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40b629e5-9db8-4008-805c-52116700dfa6 req-52255837-2256-4b96-80f0-402b2c44a4fe tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0561826 Feb 16 13:42:46.841874 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-40b629e5-9db8-4008-805c-52116700dfa6 req-019a2e3d-9846-4189-af6b-b94b67cdaea1 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/security-groups?id=6bd0a0ac-70db-4189-b56b-2e372a2e746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Feb 16 13:42:46.940688 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d78-c882-4f0d-80ed-efdc9b2af0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:47.541847 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-8e7bc0b3-f6bd-4503-a17a-c9c1d42522d9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:47.543388 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-8e7bc0b3-f6bd-4503-a17a-c9c1d42522d9 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.104 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 945 time: 0.0575349 Feb 16 13:42:47.641020 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Deleting port d47e4125-86ba-4e64-b6cf-71f04cc64aae {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:47.641360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:47.736954 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] For port d47e4125-86ba-4e64-b6cf-71f04cc64aae, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=d47e4125-86ba-4e64-b6cf-71f04cc64aae,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:47.737318 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:47.749895 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Calling delete_port for d47e4125-86ba-4e64-b6cf-71f04cc64aae owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:47.887089 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (d47e4125-86ba-4e64-b6cf-71f04cc64aae), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:47.917213 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event deleted for resources: {'Port': ['ID=d47e4125-86ba-4e64-b6cf-71f04cc64aae,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:47.952019 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-5529c3e4-d51a-4580-9f4b-c29b0477eb9f req-8d17fda6-3726-4ef3-ae61-7b27582e102c tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9268035-2e77-4d9e-b610-d2f586c2ce9c HTTP/1.1" status: 200 len: 210 time: 0.0283852 Feb 16 13:42:47.964510 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] No DVR routers for this DVR port d47e4125-86ba-4e64-b6cf-71f04cc64aae on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:47.967360 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:47.971366 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-52be6863-6ac5-46c5-b5f5-61aafbf81f0e req-b6dd4ac4-2783-45b5-8366-b4b43f34a24f tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.104 "DELETE /v2.0/ports/d47e4125-86ba-4e64-b6cf-71f04cc64aae HTTP/1.1" status: 204 len: 173 time: 0.4221604 Feb 16 13:42:47.971815 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-deleted', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:42:47.974211 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf4e91-e0f3-45c3-b134-73c04d1f92cd" -d '{"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-deleted", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:42:48.021912 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d269509-a635-417f-ac21-692611fef011 x-openstack-request-id: req-8d269509-a635-417f-ac21-692611fef011 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:42:48.022284 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9268035-2e77-4d9e-b610-d2f586c2ce9c", "name": "network-vif-deleted", "tag": "d47e4125-86ba-4e64-b6cf-71f04cc64aae", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:42:48.022550 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d269509-a635-417f-ac21-692611fef011 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:42:48.022953 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9268035-2e77-4d9e-b610-d2f586c2ce9c', 'name': 'network-vif-deleted', 'tag': 'd47e4125-86ba-4e64-b6cf-71f04cc64aae', 'status': 'completed', 'code': 200} Feb 16 13:42:49.010376 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51000) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:49.069801 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (6bd0a0ac-70db-4189-b56b-2e372a2e746b), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.098544 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (6bd0a0ac-70db-4189-b56b-2e372a2e746b), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.167839 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6bd0a0ac-70db-4189-b56b-2e372a2e746b), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.170445 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.172197 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] 10.222.0.73 "DELETE /v2.0/security-groups/6bd0a0ac-70db-4189-b56b-2e372a2e746b HTTP/1.1" status: 204 len: 168 time: 0.1607778 Feb 16 13:42:49.184493 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f660e4-a26f-4df9-a118-6b459d8b5d91 tempest-TestShelveInstance-1546295000 tempest-TestShelveInstance-1546295000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0a0ac-70db-4189-b56b-2e372a2e746b,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:49.228079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51012) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:49.354051 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-aee2851b-cc0a-446c-a842-f34fb38d36a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.684960 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (72fdef85-e99e-4d49-bce3-684a45a262af), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:49.942477 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Deleting port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:49.942723 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:50.031176 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] For port d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:50.031889 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:50.044450 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Calling delete_port for d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:50.212914 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:50.240815 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:50.268072 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:50.439155 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (72fdef85-e99e-4d49-bce3-684a45a262af), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:50.666980 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Router 72fdef85-e99e-4d49-bce3-684a45a262af has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:42:50.777758 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:42:50.783922 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1e30b229-102f-493f-99db-b61dd5cf9b0a admin admin] 10.222.0.73 "PUT /v2.0/routers/72fdef85-e99e-4d49-bce3-684a45a262af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5547276 Feb 16 13:42:50.786397 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51022) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:50.788158 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Sync routers for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:50.798355 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:50.798968 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:50.865040 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:42:50.906154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:51.102974 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:42:50Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:51.132948 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Checking router: 72fdef85-e99e-4d49-bce3-684a45a262af for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:51.142340 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Routers {'72fdef85-e99e-4d49-bce3-684a45a262af'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:51.142960 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['72fdef85-e99e-4d49-bce3-684a45a262af'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:51.149735 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks [] for router (72fdef85-e99e-4d49-bce3-684a45a262af), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.249953 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] Set router 72fdef85-e99e-4d49-bce3-684a45a262af gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:51.257172 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks [] for router_gateway (72fdef85-e99e-4d49-bce3-684a45a262af), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.313619 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Deleting port 3592e7e2-9599-46c2-9427-9e2f79d146ad {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:51.314131 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.320222 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51026) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:51.413742 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Deleting subnet ec7b591b-c84b-45e5-bed3-396868defb14 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:42:51.419273 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Publish callbacks [] for subnet (ec7b591b-c84b-45e5-bed3-396868defb14), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.433572 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:42:50Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:51.459189 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000ceb-ec1b-498f-a169-22c8f95e5546 None None] The sync data for ids ['72fdef85-e99e-4d49-bce3-684a45a262af'] in dv-cinder-829473-3-iscsi is: [{'id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'name': 'tempest-TestShelveInstance-1379650479-router', 'tenant_id': 'bca5f4caf40e40929c2749c6fae31417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:17Z', 'updated_at': '2022-02-16T13:42:50Z', 'revision_number': 5, 'project_id': 'bca5f4caf40e40929c2749c6fae31417', 'gw_port': {'id': '3592e7e2-9599-46c2-9427-9e2f79d146ad', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:11:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fdef85-e99e-4d49-bce3-684a45a262af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:18Z', 'updated_at': '2022-02-16T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:51.463923 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] For port 3592e7e2-9599-46c2-9427-9e2f79d146ad, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=3592e7e2-9599-46c2-9427-9e2f79d146ad,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:51.464323 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.477132 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (ec7b591b-c84b-45e5-bed3-396868defb14), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.498833 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Calling delete_port for 3592e7e2-9599-46c2-9427-9e2f79d146ad owned by network:router_gateway {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:51.560725 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (ec7b591b-c84b-45e5-bed3-396868defb14), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.670606 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (ec7b591b-c84b-45e5-bed3-396868defb14), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.700544 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7b591b-c84b-45e5-bed3-396868defb14,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.707636 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.711028 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1f183c93-3e0c-49bb-8aac-74e2cf4f4351 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ec7b591b-c84b-45e5-bed3-396868defb14 HTTP/1.1" status: 204 len: 168 time: 0.3896594 Feb 16 13:42:51.713866 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51028) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:51.816141 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (18a91b95-8ae5-45ee-b0ad-8901935fc7a9), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.819127 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (3592e7e2-9599-46c2-9427-9e2f79d146ad), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.842307 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:51.846585 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.857758 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3592e7e2-9599-46c2-9427-9e2f79d146ad,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.868519 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: d47e4125-86ba-4e64-b6cf-71f04cc64aae {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:51.868984 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device d47e4125-86ba-4e64-b6cf-71f04cc64aae not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:51.980473 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (18a91b95-8ae5-45ee-b0ad-8901935fc7a9), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:51.993193 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (72fdef85-e99e-4d49-bce3-684a45a262af), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.060765 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a91b95-8ae5-45ee-b0ad-8901935fc7a9']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.097853 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5abf67-a73a-46c0-9781-f7da8deb8602') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.098098 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5abf67-a73a-46c0-9781-f7da8deb8602') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.109828 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (72fdef85-e99e-4d49-bce3-684a45a262af), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.112462 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (dc5abf67-a73a-46c0-9781-f7da8deb8602), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.114419 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks [] for router_controller (72fdef85-e99e-4d49-bce3-684a45a262af), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.158539 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (dc5abf67-a73a-46c0-9781-f7da8deb8602), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.166109 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:42:52.166637 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (dc5abf67-a73a-46c0-9781-f7da8deb8602), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:42:52.168523 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:42:52.184072 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (72fdef85-e99e-4d49-bce3-684a45a262af), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.184610 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fdef85-e99e-4d49-bce3-684a45a262af {{(pid=102563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:42:52.189506 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.190702 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-605cd28d-df89-4a6a-bb28-9f411a6369b3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/72fdef85-e99e-4d49-bce3-684a45a262af HTTP/1.1" status: 204 len: 168 time: 1.4031579 Feb 16 13:42:52.193387 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51030) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:52.268247 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (18a91b95-8ae5-45ee-b0ad-8901935fc7a9), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.275421 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.282100 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] 10.222.0.73 "DELETE /v2.0/networks/18a91b95-8ae5-45ee-b0ad-8901935fc7a9 HTTP/1.1" status: 204 len: 168 time: 0.5637729 Feb 16 13:42:52.284271 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Deleting subnet a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:42:52.297953 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Publish callbacks [] for subnet (a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.317860 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94a405-e2e0-44f4-a1b8-d1d7f68be32a admin admin] Pushing event deleted for resources: {'Network': ['ID=18a91b95-8ae5-45ee-b0ad-8901935fc7a9,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:52.343877 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.420206 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51034) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:52.443770 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.493672 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-d8fc50cd-a4f6-4616-8a39-16a31ab8512d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7292067018b437a87318bace1e0cd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723612 Feb 16 13:42:52.496556 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51036) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:52.514749 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.541705 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:52.543705 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.547562 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9657b11a-5058-4cf4-88a1-4e30913e92d8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9b1b4fa-4cb6-428c-8aa0-0dc9885869ea HTTP/1.1" status: 204 len: 168 time: 0.3531609 Feb 16 13:42:52.549221 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb476748-6889-4594-b841-54140ba8a693 None None] Network 60c535fb-3d8e-45ba-9f58-c799ee35a896 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:42:52.550274 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51038) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:52.555712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Publish callbacks [] for security_group (270fd28c-cebc-4775-a397-a010cb56d16d), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.580488 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Publish callbacks [] for security_group (270fd28c-cebc-4775-a397-a010cb56d16d), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.631453 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (270fd28c-cebc-4775-a397-a010cb56d16d), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.631786 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (60c535fb-3d8e-45ba-9f58-c799ee35a896), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.634908 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.636598 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/270fd28c-cebc-4775-a397-a010cb56d16d HTTP/1.1" status: 204 len: 168 time: 0.1383817 Feb 16 13:42:52.652219 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270fd28c-cebc-4775-a397-a010cb56d16d,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:52.663178 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.663842 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.664418 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.664970 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.665303 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.665808 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.666221 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.666980 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.667566 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.668602 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.669564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.670389 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.670928 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2e13af-f725-45e0-a0e5-2124ea2a3d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:52.706644 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Deleting port 1a00acde-b7a4-4962-bd1c-53eaddd38520 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:52.707000 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.777833 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] DHCP port deletion for 60c535fb-3d8e-45ba-9f58-c799ee35a896 request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:42:52.788679 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] For port 1a00acde-b7a4-4962-bd1c-53eaddd38520, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=1a00acde-b7a4-4962-bd1c-53eaddd38520,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:52.789079 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.803776 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Calling delete_port for 1a00acde-b7a4-4962-bd1c-53eaddd38520 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:52.828410 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Deleting port 1a00acde-b7a4-4962-bd1c-53eaddd38520 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:52.828808 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.860219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:52.893032 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:52.893480 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device d8e01ee1-4948-4ae2-8b75-7b1b8f3f633f not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:52.893929 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 3592e7e2-9599-46c2-9427-9e2f79d146ad no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:52.912834 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.941609 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a00acde-b7a4-4962-bd1c-53eaddd38520,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:52.946977 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] No DVR routers for this DVR port 1a00acde-b7a4-4962-bd1c-53eaddd38520 on host dv-cinder-829473-3-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:52.947124 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 3592e7e2-9599-46c2-9427-9e2f79d146ad {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:52.947329 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 3592e7e2-9599-46c2-9427-9e2f79d146ad not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:52.965406 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] For port 1a00acde-b7a4-4962-bd1c-53eaddd38520, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=1a00acde-b7a4-4962-bd1c-53eaddd38520,segment=NetworkSegment(e01e63da-ca3c-4591-a527-d76b1f67e1bc),segment_id=e01e63da-ca3c-4591-a527-d76b1f67e1bc)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:52.966067 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:52.984912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Calling delete_port for 1a00acde-b7a4-4962-bd1c-53eaddd38520 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:53.040684 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (60c535fb-3d8e-45ba-9f58-c799ee35a896), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.068583 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (1a00acde-b7a4-4962-bd1c-53eaddd38520), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.068837 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c535fb-3d8e-45ba-9f58-c799ee35a896']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.080903 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01e63da-ca3c-4591-a527-d76b1f67e1bc') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.081341 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01e63da-ca3c-4591-a527-d76b1f67e1bc') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.093026 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (e01e63da-ca3c-4591-a527-d76b1f67e1bc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.102603 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] Pushing event deleted for resources: {'Port': ['ID=1a00acde-b7a4-4962-bd1c-53eaddd38520,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:53.109263 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (e01e63da-ca3c-4591-a527-d76b1f67e1bc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.114068 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36085108-f1a1-40af-80be-d503bb3fe2d3 None None] No DVR routers for this DVR port 1a00acde-b7a4-4962-bd1c-53eaddd38520 on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:53.122531 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:42:53.122822 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (e01e63da-ca3c-4591-a527-d76b1f67e1bc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.125753 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:42:53.127124 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:42:53.187694 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (60c535fb-3d8e-45ba-9f58-c799ee35a896), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.192857 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.195979 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/60c535fb-3d8e-45ba-9f58-c799ee35a896 HTTP/1.1" status: 204 len: 168 time: 0.6447825 Feb 16 13:42:53.199003 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51042) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:53.206752 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486aa16-dbfc-46c2-8d55-86152c43a0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c535fb-3d8e-45ba-9f58-c799ee35a896,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:53.550236 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (9f609527-863d-401c-801a-2aa58fcae62a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.812708 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Deleting port bd541349-18d1-4058-93c5-7a23e171692c {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:53.812958 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (bd541349-18d1-4058-93c5-7a23e171692c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.894298 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] For port bd541349-18d1-4058-93c5-7a23e171692c, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=bd541349-18d1-4058-93c5-7a23e171692c,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:53.894788 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (bd541349-18d1-4058-93c5-7a23e171692c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:53.909127 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Calling delete_port for bd541349-18d1-4058-93c5-7a23e171692c owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:54.102955 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (bd541349-18d1-4058-93c5-7a23e171692c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:54.132369 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd541349-18d1-4058-93c5-7a23e171692c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:54.306108 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (9f609527-863d-401c-801a-2aa58fcae62a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:54.524914 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Router 9f609527-863d-401c-801a-2aa58fcae62a has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:42:54.636924 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:42:54.641865 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-3b944939-fd98-4846-b2f3-8f6fcd8d4a14 admin admin] 10.222.0.73 "PUT /v2.0/routers/9f609527-863d-401c-801a-2aa58fcae62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416935 Feb 16 13:42:54.644340 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51044) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:54.646417 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Sync routers for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:54.655765 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:54.656408 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:54.752304 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks [] for router (9f609527-863d-401c-801a-2aa58fcae62a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:54.770771 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:54.810035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 1a00acde-b7a4-4962-bd1c-53eaddd38520 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:54.832991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 1a00acde-b7a4-4962-bd1c-53eaddd38520 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:54.833444 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 1a00acde-b7a4-4962-bd1c-53eaddd38520 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:54.865259 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks [] for router_gateway (9f609527-863d-401c-801a-2aa58fcae62a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:54.922580 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Deleting port c97697d2-0c0f-420f-9753-15680a9252a0 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:54.922822 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:54.956207 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:42:54Z', 'revision_number': 5, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port': {'id': 'c97697d2-0c0f-420f-9753-15680a9252a0', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f609527-863d-401c-801a-2aa58fcae62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:37:23Z', 'updated_at': '2022-02-16T13:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:54.991210 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Checking router: 9f609527-863d-401c-801a-2aa58fcae62a for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:55.000633 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Routers {'9f609527-863d-401c-801a-2aa58fcae62a'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:42:55.001190 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['9f609527-863d-401c-801a-2aa58fcae62a'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:55.094798 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] Set router 9f609527-863d-401c-801a-2aa58fcae62a gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:42:55.148763 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:42:54Z', 'revision_number': 6, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:55.180875 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd206d-964c-48ad-b0fd-078daf676c70 None None] The sync data for ids ['9f609527-863d-401c-801a-2aa58fcae62a'] in dv-cinder-829473-3-iscsi is: [{'id': '9f609527-863d-401c-801a-2aa58fcae62a', 'name': 'tempest-TestShelveInstance-12283972-router', 'tenant_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:37:22Z', 'updated_at': '2022-02-16T13:42:54Z', 'revision_number': 6, 'project_id': 'a13f5c09ea4549b5bb934e5db498d25a', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:55.273902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] For port c97697d2-0c0f-420f-9753-15680a9252a0, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=c97697d2-0c0f-420f-9753-15680a9252a0,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:55.274310 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.289598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Calling delete_port for c97697d2-0c0f-420f-9753-15680a9252a0 owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:55.465853 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (c97697d2-0c0f-420f-9753-15680a9252a0), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.495520 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97697d2-0c0f-420f-9753-15680a9252a0,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:55.560722 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (9f609527-863d-401c-801a-2aa58fcae62a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.660122 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (9f609527-863d-401c-801a-2aa58fcae62a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.662416 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks [] for router_controller (9f609527-863d-401c-801a-2aa58fcae62a), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.710124 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (9f609527-863d-401c-801a-2aa58fcae62a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.710664 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f609527-863d-401c-801a-2aa58fcae62a {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:42:55.715930 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.717066 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-43989e3f-8b0c-4a79-8252-c98c99fba801 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9f609527-863d-401c-801a-2aa58fcae62a HTTP/1.1" status: 204 len: 168 time: 1.0716522 Feb 16 13:42:55.720372 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51046) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:55.770471 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Deleting subnet 375ab0d0-9dce-4afd-a831-749cfee65d2b {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:42:55.773925 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Publish callbacks [] for subnet (375ab0d0-9dce-4afd-a831-749cfee65d2b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.811038 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (375ab0d0-9dce-4afd-a831-749cfee65d2b), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.897075 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (375ab0d0-9dce-4afd-a831-749cfee65d2b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.967646 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (375ab0d0-9dce-4afd-a831-749cfee65d2b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:55.995598 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375ab0d0-9dce-4afd-a831-749cfee65d2b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:55.999939 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.005111 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-28fa6ff0-41c9-4f70-b1ef-c6ae6c0d9ccc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/375ab0d0-9dce-4afd-a831-749cfee65d2b HTTP/1.1" status: 204 len: 168 time: 0.2834647 Feb 16 13:42:56.006490 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51048) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:56.015625 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057ab7c-270c-4477-83fd-87b1f25e659d None None] Network dac6355b-5bb1-4922-9fbf-6466b8b65a2c requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:42:56.087685 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (dac6355b-5bb1-4922-9fbf-6466b8b65a2c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.157478 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Deleting port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:56.157891 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.227659 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] For port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,segment=NetworkSegment(1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8),segment_id=1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:56.228042 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.242470 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Calling delete_port for b4fa29f2-73c4-4d00-a348-f5a90e8ff91a owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:56.337899 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] DHCP port deletion for dac6355b-5bb1-4922-9fbf-6466b8b65a2c request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:42:56.350232 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.380488 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.384448 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] No DVR routers for this DVR port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a on host dv-cinder-829473-3-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:56.397900 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Deleting port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:42:56.398310 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.461265 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (dac6355b-5bb1-4922-9fbf-6466b8b65a2c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.466506 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] For port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a, host dv-cinder-829473-3-iscsi, got binding levels [] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:42:56.467138 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.479840 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Calling delete_port for b4fa29f2-73c4-4d00-a348-f5a90e8ff91a owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:42:56.482692 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a was not found and therefore no delete operation was performed {{(pid=102565) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 13:42:56.484576 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (b4fa29f2-73c4-4d00-a348-f5a90e8ff91a), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.493189 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac6355b-5bb1-4922-9fbf-6466b8b65a2c']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:56.503487 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:56.503782 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:56.510738 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] Pushing event deleted for resources: {'Port': ['ID=b4fa29f2-73c4-4d00-a348-f5a90e8ff91a,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.513556 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.514426 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2ff1f-70d4-4724-9cef-89997024a0bd None None] No DVR routers for this DVR port b4fa29f2-73c4-4d00-a348-f5a90e8ff91a on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:42:56.532424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.540003 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:42:56.540442 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (1eb73089-ebd2-4acc-bdb4-6c8843fd7bc8), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:42:56.542192 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:42:56.601070 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (dac6355b-5bb1-4922-9fbf-6466b8b65a2c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.607254 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.610377 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dac6355b-5bb1-4922-9fbf-6466b8b65a2c HTTP/1.1" status: 204 len: 168 time: 0.6024659 Feb 16 13:42:56.621721 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a62c0d-0f3a-41aa-874e-3bddd41e5d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac6355b-5bb1-4922-9fbf-6466b8b65a2c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.745094 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device b4fa29f2-73c4-4d00-a348-f5a90e8ff91a no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:56.771266 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: b4fa29f2-73c4-4d00-a348-f5a90e8ff91a {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:56.771618 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device b4fa29f2-73c4-4d00-a348-f5a90e8ff91a not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:56.772043 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bd541349-18d1-4058-93c5-7a23e171692c no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:56.792856 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: bd541349-18d1-4058-93c5-7a23e171692c {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:56.792995 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device bd541349-18d1-4058-93c5-7a23e171692c not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:56.793421 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c97697d2-0c0f-420f-9753-15680a9252a0 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:42:56.812836 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51052) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:56.814790 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: c97697d2-0c0f-420f-9753-15680a9252a0 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:42:56.815168 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device c97697d2-0c0f-420f-9753-15680a9252a0 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:42:56.853771 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-9939c32f-9aa0-42d1-969b-67d032d6c2c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bca5f4caf40e40929c2749c6fae31417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397663 Feb 16 13:42:56.856310 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51054) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:56.911564 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] Publish callbacks [] for security_group (703d98e8-e6d3-4f78-a2fd-b8a0f908840b), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.934531 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] Publish callbacks [] for security_group (703d98e8-e6d3-4f78-a2fd-b8a0f908840b), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.986763 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (703d98e8-e6d3-4f78-a2fd-b8a0f908840b), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.989410 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:56.990798 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/703d98e8-e6d3-4f78-a2fd-b8a0f908840b HTTP/1.1" status: 204 len: 168 time: 0.1335185 Feb 16 13:42:56.998744 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5677-eb7a-4055-a260-c113a3b596b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d98e8-e6d3-4f78-a2fd-b8a0f908840b,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:57.387616 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51060) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:57.430849 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-4dc3366e-8417-49c1-bc23-75223b3a1be2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a13f5c09ea4549b5bb934e5db498d25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420792 Feb 16 13:42:57.433724 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51062) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:42:57.482158 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] Publish callbacks [] for security_group (e14b423d-0754-4a44-aa3a-895a1726242c), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:57.504547 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] Publish callbacks [] for security_group (e14b423d-0754-4a44-aa3a-895a1726242c), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:57.552007 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e14b423d-0754-4a44-aa3a-895a1726242c), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:57.554944 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:42:57.556147 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e14b423d-0754-4a44-aa3a-895a1726242c HTTP/1.1" status: 204 len: 168 time: 0.1214633 Feb 16 13:42:57.566424 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52988-08ee-4812-a3ea-ad7fac4adc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b423d-0754-4a44-aa3a-895a1726242c,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:58.340760 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:16.597716 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51066) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:16.755701 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port 8600729f-9bc9-4a8f-ba22-d52354ffd653 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:16.756182 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:16.831778 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:16.832101 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (8600729f-9bc9-4a8f-ba22-d52354ffd653), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:16.843636 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for 8600729f-9bc9-4a8f-ba22-d52354ffd653 owned by network:floatingip {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:16.943788 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-cd389d5e-b9ca-442f-a9bf-a5a99a9be11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:16.990097 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (8600729f-9bc9-4a8f-ba22-d52354ffd653), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:17.013457 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=8600729f-9bc9-4a8f-ba22-d52354ffd653,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:17.079745 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (243fa1d4-9de0-40e1-84cd-d75bcf081704), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:17.080072 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.db.l3_db [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP 243fa1d4-9de0-40e1-84cd-d75bcf081704 disassociated (deleted). External IP: 172.27.3.162, port: 2ce2009f-d83b-46e8-80f4-4d51f65f258a. Feb 16 13:43:17.290482 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:43:17.398862 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:43:17.404067 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:17.410851 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:17.421122 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:17.421752 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.436533 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-78a63435-d72c-4dd0-b25d-30e50b067abb tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "DELETE /v2.0/floatingips/243fa1d4-9de0-40e1-84cd-d75bcf081704 HTTP/1.1" status: 204 len: 168 time: 0.8375783 Feb 16 13:43:17.437024 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a'}] {{(pid=102564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:43:17.440277 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5540802c763ff411ed7ee8b7c7d3370463b858752a448acdc7d2f32d34e83852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4539410-350e-4af6-9a0c-5dfb761ef5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a"}]}' {{(pid=102564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:43:17.539974 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:17.696655 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3dc320-792d-413f-b9a9-f7dd2385d842 x-openstack-request-id: req-0f3dc320-792d-413f-b9a9-f7dd2385d842 {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:43:17.697392 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a", "status": "completed", "code": 200}]} {{(pid=102564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:43:17.697705 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f3dc320-792d-413f-b9a9-f7dd2385d842 {{(pid=102564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:43:17.698072 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'status': 'completed', 'code': 200} Feb 16 13:43:17.725744 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73be07-77db-4c87-97b6-ef5af84a4f96 req-adbb671c-0976-44e4-ae49-c634f01db91a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.727356 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b73be07-77db-4c87-97b6-ef5af84a4f96 req-adbb671c-0976-44e4-ae49-c634f01db91a tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0705581 Feb 16 13:43:17.777403 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-b15cfca2-cebb-4608-a641-fdff4a93c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.779701 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-b15cfca2-cebb-4608-a641-fdff4a93c421 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 1129 time: 0.0540333 Feb 16 13:43:17.780146 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-1b73be07-77db-4c87-97b6-ef5af84a4f96 req-759d24d0-4c43-4352-a8f8-f4bc9823e5df tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468807 Feb 16 13:43:17.838314 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.865365 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:17.873902 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:17.874551 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:42:49Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.879475 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-5ce0321b-671c-4f7a-ac84-bafd32d637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.880948 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-5ce0321b-671c-4f7a-ac84-bafd32d637ed service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.0943782 Feb 16 13:43:17.932119 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-4f68878a-248c-4ade-baf2-2f1942ba57b7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 200 len: 217 time: 0.0433745 Feb 16 13:43:17.982755 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-6c06f48b-6ffd-4274-b613-05e8330b4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.984244 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-6c06f48b-6ffd-4274-b613-05e8330b4804 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0459790 Feb 16 13:43:17.988180 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:18.036964 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-e7273c19-cb7a-4953-b974-38dcac6ce656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.038517 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-e7273c19-cb7a-4953-b974-38dcac6ce656 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481241 Feb 16 13:43:18.141154 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-33e86607-b283-4305-82ea-b242b381a80f service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942624 Feb 16 13:43:18.237587 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-a4539410-350e-4af6-9a0c-5dfb761ef5bf req-536607c4-1540-4161-b44d-aa4d82597807 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899854 Feb 16 13:43:18.251912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.281473 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65df9a-cf8d-4cdf-befd-a1a55ee813a5 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_floatingips': [{'id': '6b2893d9-a6b9-4e0d-82b7-6462983a4bee', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'router_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'port_id': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'mac_address': 'fa:16:3e:bf:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:38:26Z', 'updated_at': '2022-02-16T13:38:29Z', 'revision_number': 1, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:18.513995 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650d664-b713-4ec4-a436-7af77acd3ef1 None None] New status for floating IP 243fa1d4-9de0-40e1-84cd-d75bcf081704: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:18.901480 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c56e0-051f-40c9-b198-0470107babcc req-86ef2c3e-9ed4-43f7-a2cf-3b120e891023 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.903145 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-602c56e0-051f-40c9-b198-0470107babcc req-86ef2c3e-9ed4-43f7-a2cf-3b120e891023 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0522912 Feb 16 13:43:18.950592 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-602c56e0-051f-40c9-b198-0470107babcc req-b3f1fb86-7180-4db5-af41-f777fac6123d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Feb 16 13:43:19.356636 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-887b3f48-e1ae-48a4-b85e-4186a50d2c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:19.393256 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-d3a44bab-3553-41c3-b400-46f697d65da2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:19.394806 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-d3a44bab-3553-41c3-b400-46f697d65da2 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 945 time: 0.0619068 Feb 16 13:43:19.494817 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port 2ce2009f-d83b-46e8-80f4-4d51f65f258a {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:19.495162 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:19.588972 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] For port 2ce2009f-d83b-46e8-80f4-4d51f65f258a, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=2ce2009f-d83b-46e8-80f4-4d51f65f258a,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:19.589333 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:19.602181 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for 2ce2009f-d83b-46e8-80f4-4d51f65f258a owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:19.736239 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (2ce2009f-d83b-46e8-80f4-4d51f65f258a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:19.772974 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=2ce2009f-d83b-46e8-80f4-4d51f65f258a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:19.818164 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] No DVR routers for this DVR port 2ce2009f-d83b-46e8-80f4-4d51f65f258a on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:19.820934 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:19.824404 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-5ae28cb4-0f1a-4483-ba09-69adf7c74666 req-124703bd-98b2-4058-aa74-e334663628ef tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "DELETE /v2.0/ports/2ce2009f-d83b-46e8-80f4-4d51f65f258a HTTP/1.1" status: 204 len: 173 time: 0.4229839 Feb 16 13:43:19.824769 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'name': 'network-vif-deleted', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:43:19.827126 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b084b-c06b-418a-a81a-952dedc03a10" -d '{"events": [{"server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "name": "network-vif-deleted", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:43:19.870493 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae95b0d-e7f9-4ae5-85da-c336d0f04559 x-openstack-request-id: req-bae95b0d-e7f9-4ae5-85da-c336d0f04559 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:43:19.870846 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cdc0ab-dbfb-4381-975d-08685645e1fb", "name": "network-vif-deleted", "tag": "2ce2009f-d83b-46e8-80f4-4d51f65f258a", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:43:19.871103 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bae95b0d-e7f9-4ae5-85da-c336d0f04559 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:43:19.871504 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cdc0ab-dbfb-4381-975d-08685645e1fb', 'name': 'network-vif-deleted', 'tag': '2ce2009f-d83b-46e8-80f4-4d51f65f258a', 'status': 'completed', 'code': 200} Feb 16 13:43:20.056826 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-3485e5b1-9026-4c96-ac04-a536b010dffd req-cc633ae6-8e95-4146-9d5d-1275596bdcf9 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cdc0ab-dbfb-4381-975d-08685645e1fb HTTP/1.1" status: 200 len: 210 time: 0.0307429 Feb 16 13:43:20.219385 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:21.842486 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.104990 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.340879 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51098) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:23.513233 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port f40607fb-a78c-4b0a-92a4-5f8f866f2d80 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:23.513577 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.591706 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.591957 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.604214 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for f40607fb-a78c-4b0a-92a4-5f8f866f2d80 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:23.759047 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (f40607fb-a78c-4b0a-92a4-5f8f866f2d80), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.784614 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=f40607fb-a78c-4b0a-92a4-5f8f866f2d80,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:23.862049 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (6b2893d9-a6b9-4e0d-82b7-6462983a4bee), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:23.862329 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.db.l3_db [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Floating IP 6b2893d9-a6b9-4e0d-82b7-6462983a4bee disassociated (deleted). External IP: 172.27.3.2, port: 207db801-3c35-4392-8f4e-4ea9fcccfefa. Feb 16 13:43:23.935114 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ce2009f-d83b-46e8-80f4-4d51f65f258a no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:23.958691 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 2ce2009f-d83b-46e8-80f4-4d51f65f258a {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:23.959039 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 2ce2009f-d83b-46e8-80f4-4d51f65f258a not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:24.104145 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:43:24.222391 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:43:24.227104 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:24.237020 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:24.249481 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:24.250352 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:24.260110 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-44917e62-520e-4024-88b4-652db5fe2e36 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "DELETE /v2.0/floatingips/6b2893d9-a6b9-4e0d-82b7-6462983a4bee HTTP/1.1" status: 204 len: 168 time: 0.9180849 Feb 16 13:43:24.260768 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:43:24.263856 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:43:24.308137 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0402a6-0c83-4cdd-a90d-2e206d1df2c6 x-openstack-request-id: req-ac0402a6-0c83-4cdd-a90d-2e206d1df2c6 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:43:24.308443 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:43:24.308702 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac0402a6-0c83-4cdd-a90d-2e206d1df2c6 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:43:24.309141 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'status': 'completed', 'code': 200} Feb 16 13:43:24.395607 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-43beaa09-03c9-47a6-9f5b-0522cf32c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.398683 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-43beaa09-03c9-47a6-9f5b-0522cf32c5e4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 1130 time: 0.0675013 Feb 16 13:43:24.402196 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:24.518792 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-79999903-0122-4176-b21c-61a0ca281160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.521853 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-79999903-0122-4176-b21c-61a0ca281160 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 200 len: 912 time: 0.1150255 Feb 16 13:43:24.534120 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28136fd6-6dc2-44de-b4eb-93ec4b7e90e1 req-b5d8d911-0f10-4054-8316-3dac3ac0846d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.537478 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-28136fd6-6dc2-44de-b4eb-93ec4b7e90e1 req-b5d8d911-0f10-4054-8316-3dac3ac0846d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0733387 Feb 16 13:43:24.578592 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-1346ec47-08d6-4c19-b4cc-42fa2adf99cc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 200 len: 217 time: 0.0447521 Feb 16 13:43:24.592990 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-28136fd6-6dc2-44de-b4eb-93ec4b7e90e1 req-3b1e2c2c-887e-497b-b1b3-6655d2026fe5 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1227060-e17a-4e85-a55d-ee59e897ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516138 Feb 16 13:43:24.631414 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-e72a32c5-53a0-46d3-8b0c-a15451b7b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.633614 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-e72a32c5-53a0-46d3-8b0c-a15451b7b5dc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 200 len: 850 time: 0.0481117 Feb 16 13:43:24.648803 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:24.677734 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:24.687354 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:24.688024 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:24.710481 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-3d0bc34e-cea0-4c33-8d8e-111b6e8f2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.711991 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-3d0bc34e-cea0-4c33-8d8e-111b6e8f2d1a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684979 Feb 16 13:43:24.803058 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:24.809349 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-c5a69b49-83e0-4e4e-a9f5-42f89813701d service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904465 Feb 16 13:43:24.905045 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-dd5ee1a1-8910-4f8c-a1e9-d066a977ab2c req-23d540b3-340d-477b-9bea-f62e85a8dec6 service neutron] 10.222.0.104 "GET /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862317 Feb 16 13:43:25.040520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-e1a498bd-1ad9-466d-b7c7-361545286039 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:25.042048 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-e1a498bd-1ad9-466d-b7c7-361545286039 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 946 time: 0.0552270 Feb 16 13:43:25.138244 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:25.164037 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa6022-62b7-4966-a78a-3a3e680a5577 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi', '_interfaces': [{'id': 'cfc738e1-9743-4825-84e5-a7e3c4fa44a1', 'name': '', 'network_id': 'b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'mac_address': 'fa:16:3e:87:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:33Z', 'updated_at': '2022-02-16T13:34:38Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'subnets': [{'id': 'd8e0c6b2-4825-43b2-a60d-09887c0de0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:25.407371 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b937a2-d4ab-45d9-94d3-2a9b9f122f20 None None] New status for floating IP 6b2893d9-a6b9-4e0d-82b7-6462983a4bee: DOWN {{(pid=102566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:25.413592 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port 207db801-3c35-4392-8f4e-4ea9fcccfefa {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:25.414143 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:25.509437 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] For port 207db801-3c35-4392-8f4e-4ea9fcccfefa, host hv-cinder-82947, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82947',level=0,port_id=207db801-3c35-4392-8f4e-4ea9fcccfefa,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:25.509799 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:25.522122 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for 207db801-3c35-4392-8f4e-4ea9fcccfefa owned by compute:nova {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:25.666508 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (207db801-3c35-4392-8f4e-4ea9fcccfefa), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:25.696552 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=207db801-3c35-4392-8f4e-4ea9fcccfefa,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:25.699360 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [req-31297e58-6bd2-4991-ba7b-9d7717d5ee53 req-41183e29-a903-4b56-b4fe-99e8bdb0c0d0 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad3a77f-4d73-4543-ab04-cca901eb342a HTTP/1.1" status: 200 len: 210 time: 0.0294375 Feb 16 13:43:25.746811 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] No DVR routers for this DVR port 207db801-3c35-4392-8f4e-4ea9fcccfefa on host hv-cinder-82947 {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:25.749417 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for port (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:25.752955 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [req-9a8b8829-1459-4db6-9ee5-3e25f3e34493 req-bf7d21dd-d214-4350-98f7-bc3ed50f0504 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.104 "DELETE /v2.0/ports/207db801-3c35-4392-8f4e-4ea9fcccfefa HTTP/1.1" status: 204 len: 173 time: 0.7052946 Feb 16 13:43:26.310559 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'name': 'network-vif-deleted', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa'}] {{(pid=102563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 13:43:26.312868 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929c647903cf6bb303261bfec190f20d86a10f22e683a0ab3be82e701180797a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70ab76-4a84-4869-b449-f6fe974fba3a" -d '{"events": [{"server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "name": "network-vif-deleted", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa"}]}' {{(pid=102563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 13:43:26.357088 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb4673-9766-46c5-8c63-2daf96ba1a25 x-openstack-request-id: req-c3cb4673-9766-46c5-8c63-2daf96ba1a25 {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 13:43:26.357533 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3a77f-4d73-4543-ab04-cca901eb342a", "name": "network-vif-deleted", "tag": "207db801-3c35-4392-8f4e-4ea9fcccfefa", "status": "completed", "code": 200}]} {{(pid=102563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 13:43:26.357803 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3cb4673-9766-46c5-8c63-2daf96ba1a25 {{(pid=102563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 13:43:26.358248 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a77f-4d73-4543-ab04-cca901eb342a', 'name': 'network-vif-deleted', 'tag': '207db801-3c35-4392-8f4e-4ea9fcccfefa', 'status': 'completed', 'code': 200} Feb 16 13:43:26.765776 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51112) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:26.894183 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Deleting port 3f04ff4b-62b2-4d34-844f-a2e064920033 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:26.894533 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:26.973122 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:26.973373 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (3f04ff4b-62b2-4d34-844f-a2e064920033), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:26.985966 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Calling delete_port for 3f04ff4b-62b2-4d34-844f-a2e064920033 owned by network:floatingip {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:27.124991 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (3f04ff4b-62b2-4d34-844f-a2e064920033), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:27.150343 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'Port': ['ID=3f04ff4b-62b2-4d34-844f-a2e064920033,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:27.216469 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for floatingip (d38b72c2-4d00-4e54-8765-53c41a2f9b37), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:27.219056 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418523'] for floatingip (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:27.220316 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0b4dc8a3-150a-4ceb-af1b-a25de7e4345d tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "DELETE /v2.0/floatingips/d38b72c2-4d00-4e54-8765-53c41a2f9b37 HTTP/1.1" status: 204 len: 168 time: 0.4529572 Feb 16 13:43:27.865784 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:43:27.966251 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 207db801-3c35-4392-8f4e-4ea9fcccfefa no longer exists at agent hyperv_hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:27.988045 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] No Port match for: 207db801-3c35-4392-8f4e-4ea9fcccfefa {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:27.988416 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Device 207db801-3c35-4392-8f4e-4ea9fcccfefa not bound to the agent host hv-cinder-82947 {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:28.342632 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:28.422331 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51124) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:28.489528 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (e1227060-e17a-4e85-a55d-ee59e897ea6d), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:28.519999 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (e1227060-e17a-4e85-a55d-ee59e897ea6d), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:28.582878 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (e1227060-e17a-4e85-a55d-ee59e897ea6d), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:28.585520 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:28.586731 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] 10.222.0.73 "DELETE /v2.0/security-groups/e1227060-e17a-4e85-a55d-ee59e897ea6d HTTP/1.1" status: 204 len: 168 time: 0.1633623 Feb 16 13:43:28.597099 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1227060-e17a-4e85-a55d-ee59e897ea6d,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:28.604580 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.604938 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.605294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.605635 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.605979 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.606337 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.606670 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.607011 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.607339 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.607666 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.608020 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.608319 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.608647 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66353f-2a8d-493f-893d-fd8d258349d4 tempest-TestVolumeBootPattern-1269310496 tempest-TestVolumeBootPattern-1269310496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.643940 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51128) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:29.297081 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (1d96382a-f8a2-4d90-a537-1330b6617b37), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:29.568539 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Deleting port cfc738e1-9743-4825-84e5-a7e3c4fa44a1 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:29.569223 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:29.661157 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] For port cfc738e1-9743-4825-84e5-a7e3c4fa44a1, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:29.661584 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:29.676484 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Calling delete_port for cfc738e1-9743-4825-84e5-a7e3c4fa44a1 owned by network:router_interface {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:29.866393 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (cfc738e1-9743-4825-84e5-a7e3c4fa44a1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:29.894924 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc738e1-9743-4825-84e5-a7e3c4fa44a1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:30.101900 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (1d96382a-f8a2-4d90-a537-1330b6617b37), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:30.339532 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Router 1d96382a-f8a2-4d90-a537-1330b6617b37 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:43:30.539423 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:43:30.548720 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5d16a378-bd98-43c1-9e36-04f719c06500 admin admin] 10.222.0.73 "PUT /v2.0/routers/1d96382a-f8a2-4d90-a537-1330b6617b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028981 Feb 16 13:43:30.551030 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Sync routers for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:30.551865 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51132) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:30.564391 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:30.565005 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:30.686631 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:30.725960 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks [] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:30.847953 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks [] for router_gateway (1d96382a-f8a2-4d90-a537-1330b6617b37), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:30.906249 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Deleting port 7d615539-4f39-4236-9ccf-d8ae07bef66e {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:30.906682 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:30.916981 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:43:29Z', 'revision_number': 5, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port': {'id': '7d615539-4f39-4236-9ccf-d8ae07bef66e', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:28Z', 'updated_at': '2022-02-16T13:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:30.949373 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Checking router: 1d96382a-f8a2-4d90-a537-1330b6617b37 for host: dv-cinder-829473-3-iscsi {{(pid=102565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:30.959485 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Routers {'1d96382a-f8a2-4d90-a537-1330b6617b37'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:30.960162 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['1d96382a-f8a2-4d90-a537-1330b6617b37'], 'active': True} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:30.995628 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] For port 7d615539-4f39-4236-9ccf-d8ae07bef66e, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=7d615539-4f39-4236-9ccf-d8ae07bef66e,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:30.995995 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.009876 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Calling delete_port for 7d615539-4f39-4236-9ccf-d8ae07bef66e owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:31.053990 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvr_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] Set router 1d96382a-f8a2-4d90-a537-1330b6617b37 gateway port host: None {{(pid=102565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:31.111287 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_hamode_db [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:43:30Z', 'revision_number': 6, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:31.138739 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003b32d-da88-43d2-8713-6e36aa678060 None None] The sync data for ids ['1d96382a-f8a2-4d90-a537-1330b6617b37'] in dv-cinder-829473-3-iscsi is: [{'id': '1d96382a-f8a2-4d90-a537-1330b6617b37', 'name': 'tempest-TestVolumeBootPattern-353950205-router', 'tenant_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:27Z', 'updated_at': '2022-02-16T13:43:30Z', 'revision_number': 6, 'project_id': '3110b640182d4cd7b9fbf1b8dfd23aea', 'gw_port_host': None}] {{(pid=102565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:31.241973 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (7d615539-4f39-4236-9ccf-d8ae07bef66e), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.270182 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d615539-4f39-4236-9ccf-d8ae07bef66e,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.331684 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (1d96382a-f8a2-4d90-a537-1330b6617b37), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.434936 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.437060 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks [] for router_controller (1d96382a-f8a2-4d90-a537-1330b6617b37), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.487071 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (1d96382a-f8a2-4d90-a537-1330b6617b37), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.487642 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d96382a-f8a2-4d90-a537-1330b6617b37 {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:43:31.492657 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.493857 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-95ffeae4-9f71-4628-b03f-b162802ceb66 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1d96382a-f8a2-4d90-a537-1330b6617b37 HTTP/1.1" status: 204 len: 168 time: 0.9408879 Feb 16 13:43:31.497767 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51134) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:31.545438 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Deleting subnet d8e0c6b2-4825-43b2-a60d-09887c0de0b4 {{(pid=102564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:43:31.549733 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Publish callbacks [] for subnet (d8e0c6b2-4825-43b2-a60d-09887c0de0b4), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.592386 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58635931'] for subnet (d8e0c6b2-4825-43b2-a60d-09887c0de0b4), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.674166 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (d8e0c6b2-4825-43b2-a60d-09887c0de0b4), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.731023 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13794453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12957008'] for subnet (d8e0c6b2-4825-43b2-a60d-09887c0de0b4), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.759359 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.762872 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d8e0c6b2-4825-43b2-a60d-09887c0de0b4 HTTP/1.1" status: 204 len: 168 time: 0.2640719 Feb 16 13:43:31.763834 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63cd13-8fac-4b1b-a80f-c445af6a4249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e0c6b2-4825-43b2-a60d-09887c0de0b4,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.764801 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527487e-5f1a-490e-a6ed-7ef8bc565054 None None] Network b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:43:31.767834 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51136) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:31.851664 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.937682 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Deleting port 55146949-2760-4da5-ae2d-10744f5bd4a2 {{(pid=102563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:31.938825 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:31.996035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f5797-edc0-44ef-8054-352174facee9 None None] DHCP port deletion for b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:43:32.015294 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.db [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] For port 55146949-2760-4da5-ae2d-10744f5bd4a2, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=55146949-2760-4da5-ae2d-10744f5bd4a2,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:32.016025 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.032704 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Calling delete_port for 55146949-2760-4da5-ae2d-10744f5bd4a2 owned by network:dhcp {{(pid=102563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:32.051216 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Deleting port 55146949-2760-4da5-ae2d-10744f5bd4a2 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:32.051894 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.132067 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-897f5797-edc0-44ef-8054-352174facee9 None None] For port 55146949-2760-4da5-ae2d-10744f5bd4a2, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=55146949-2760-4da5-ae2d-10744f5bd4a2,segment=NetworkSegment(42e26cfd-f295-411d-9d66-2d5057f01fa5),segment_id=42e26cfd-f295-411d-9d66-2d5057f01fa5)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:32.133657 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.143262 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12718303'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.147772 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Calling delete_port for 55146949-2760-4da5-ae2d-10744f5bd4a2 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:32.174849 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55146949-2760-4da5-ae2d-10744f5bd4a2,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.182167 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] No DVR routers for this DVR port 55146949-2760-4da5-ae2d-10744f5bd4a2 on host dv-cinder-829473-3-iscsi {{(pid=102563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:32.231778 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (55146949-2760-4da5-ae2d-10744f5bd4a2), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.268207 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Pushing event deleted for resources: {'Port': ['ID=55146949-2760-4da5-ae2d-10744f5bd4a2,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.273039 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f5797-edc0-44ef-8054-352174facee9 None None] No DVR routers for this DVR port 55146949-2760-4da5-ae2d-10744f5bd4a2 on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:32.282236 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.282630 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.282912 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.283256 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.283648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.284097 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.284517 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.285096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.285675 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.288991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.288991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.288991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.288991 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5797-edc0-44ef-8054-352174facee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829473-3-iscsi {{(pid=102565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:32.297059 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.320823 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a']}} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:32.333252 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e26cfd-f295-411d-9d66-2d5057f01fa5') {'for_net_delete': True} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:32.333560 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.services.segments.db [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e26cfd-f295-411d-9d66-2d5057f01fa5') {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:32.343567 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12718351'] for segment (42e26cfd-f295-411d-9d66-2d5057f01fa5), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.357620 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (42e26cfd-f295-411d-9d66-2d5057f01fa5), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.364715 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=102563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:32.365117 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12718256'] for segment (42e26cfd-f295-411d-9d66-2d5057f01fa5), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: Traceback (most recent call last): Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: timer() Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: cb(*args, **kw) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: return func(*args, **kwargs) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: self._notify() Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: self.callback(batched_events) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: event.method(event) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: return f(self, *a, **k) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._get(url).json() Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:32.367256 dv-cinder-829473-3-iscsi neutron-server[102563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:32.425927 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.432426 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:32.437226 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a HTTP/1.1" status: 204 len: 168 time: 0.6680782 Feb 16 13:43:32.439025 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51138) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:32.450232 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838a3dc-7dfa-4788-bd60-3b4669c5bff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b6bcc3-4a9b-4bb6-a4c8-ea205adff78a,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.759002 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device cfc738e1-9743-4825-84e5-a7e3c4fa44a1 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:32.779590 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: cfc738e1-9743-4825-84e5-a7e3c4fa44a1 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:32.780301 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device cfc738e1-9743-4825-84e5-a7e3c4fa44a1 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:32.780397 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 55146949-2760-4da5-ae2d-10744f5bd4a2 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:32.800772 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 55146949-2760-4da5-ae2d-10744f5bd4a2 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:32.801118 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 55146949-2760-4da5-ae2d-10744f5bd4a2 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:32.801539 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7d615539-4f39-4236-9ccf-d8ae07bef66e no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:32.822333 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 7d615539-4f39-4236-9ccf-d8ae07bef66e {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:32.822683 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 7d615539-4f39-4236-9ccf-d8ae07bef66e not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:32.833002 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16336612'] for router_interface (557df02f-55e2-4442-a076-a12897fec4c3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:33.330989 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Deleting port 4a6e3c49-3567-4dec-8ccc-e2999e782b88 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:33.331326 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:33.410774 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] For port 4a6e3c49-3567-4dec-8ccc-e2999e782b88, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=4a6e3c49-3567-4dec-8ccc-e2999e782b88,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:33.411134 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:33.423628 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Calling delete_port for 4a6e3c49-3567-4dec-8ccc-e2999e782b88 owned by network:router_interface {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:33.609514 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (4a6e3c49-3567-4dec-8ccc-e2999e782b88), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:33.635902 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6e3c49-3567-4dec-8ccc-e2999e782b88,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:33.801496 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16768768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16338708'] for router_interface (557df02f-55e2-4442-a076-a12897fec4c3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.023287 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Router 557df02f-55e2-4442-a076-a12897fec4c3 has already been hosted by L3 agent 06cb5a77-a368-4495-bedb-f7a87e790c21 {{(pid=102564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 13:43:34.136095 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] Notify agent at l3_agent.dv-cinder-829473-3-iscsi the message routers_updated {{(pid=102564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 13:43:34.141133 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-c0ba5c28-6f0f-42ab-a110-28468645a4e8 admin admin] 10.222.0.73 "PUT /v2.0/routers/557df02f-55e2-4442-a076-a12897fec4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009938 Feb 16 13:43:34.144592 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51140) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:34.148699 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Sync routers for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:34.159962 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:34.160680 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:34.257167 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks [] for router (557df02f-55e2-4442-a076-a12897fec4c3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.281420 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: dv-cinder-829473-3-iscsi {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:34.376184 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks [] for router_gateway (557df02f-55e2-4442-a076-a12897fec4c3), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.442069 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Deleting port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:34.442415 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.529352 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] For port f0c950f3-8e2b-4f9a-be25-a1237af2e6fb, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,segment=NetworkSegment(2f75cf9d-fb60-4f80-b1d5-59d67b9384a9),segment_id=2f75cf9d-fb60-4f80-b1d5-59d67b9384a9)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:34.529712 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.544692 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Calling delete_port for f0c950f3-8e2b-4f9a-be25-a1237af2e6fb owned by network:router_gateway {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:34.571478 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'external_fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:43:33Z', 'revision_number': 5, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port': {'id': 'f0c950f3-8e2b-4f9a-be25-a1237af2e6fb', 'name': '', 'network_id': '8bab2d64-eec5-4a8a-92cc-66c0076301c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:20:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557df02f-55e2-4442-a076-a12897fec4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829473-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:38Z', 'updated_at': '2022-02-16T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2220536d-bb67-4ad5-8f86-e6414e42d393', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829473-3-iscsi'}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:34.601045 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Checking router: 557df02f-55e2-4442-a076-a12897fec4c3 for host: dv-cinder-829473-3-iscsi {{(pid=102566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:34.609722 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Routers {'557df02f-55e2-4442-a076-a12897fec4c3'} bound to L3 agent in host dv-cinder-829473-3-iscsi {{(pid=102566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 13:43:34.610974 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829473-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:22:49Z,description=,heartbeat_timestamp=2022-02-16T13:43:19Z,host='dv-cinder-829473-3-iscsi',id=06cb5a77-a368-4495-bedb-f7a87e790c21,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:22:49Z,topic='l3_agent')) {'router_ids': ['557df02f-55e2-4442-a076-a12897fec4c3'], 'active': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:34.709670 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvr_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] Set router 557df02f-55e2-4442-a076-a12897fec4c3 gateway port host: None {{(pid=102566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 13:43:34.735918 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (f0c950f3-8e2b-4f9a-be25-a1237af2e6fb), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.774375 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.l3_hamode_db [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:43:34Z', 'revision_number': 6, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port_host': None}], 'dv-cinder-829473-3-iscsi', False) {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:34.803100 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c950f3-8e2b-4f9a-be25-a1237af2e6fb,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:34.805917 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c6f71-3aa1-4561-bf19-ee1bf93f718a None None] The sync data for ids ['557df02f-55e2-4442-a076-a12897fec4c3'] in dv-cinder-829473-3-iscsi is: [{'id': '557df02f-55e2-4442-a076-a12897fec4c3', 'name': 'tempest-TestVolumeBootPattern-1815788410-router', 'tenant_id': 'b2a2f57447474b2bb7a0d3666778248b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:37Z', 'updated_at': '2022-02-16T13:43:34Z', 'revision_number': 6, 'project_id': 'b2a2f57447474b2bb7a0d3666778248b', 'gw_port_host': None}] {{(pid=102566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:34.849627 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16332974'] for router_gateway (557df02f-55e2-4442-a076-a12897fec4c3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.955375 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16338483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106644'] for router (557df02f-55e2-4442-a076-a12897fec4c3), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:34.957460 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks [] for router_controller (557df02f-55e2-4442-a076-a12897fec4c3), precommit_delete_associations {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.006774 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16338490'] for router (557df02f-55e2-4442-a076-a12897fec4c3), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.007758 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557df02f-55e2-4442-a076-a12897fec4c3 {{(pid=102564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 13:43:35.013949 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.019486 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-d3b7abf3-b368-4f8a-b3e3-07fd6a7dfd80 admin admin] 10.222.0.73 "DELETE /v2.0/routers/557df02f-55e2-4442-a076-a12897fec4c3 HTTP/1.1" status: 204 len: 168 time: 0.8702281 Feb 16 13:43:35.019859 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51142) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:35.072951 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Deleting subnet ae38a52c-721e-4c12-a062-3965c1d3e0e1 {{(pid=102563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 13:43:35.076380 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Publish callbacks [] for subnet (ae38a52c-721e-4c12-a062-3965c1d3e0e1), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.112484 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12718342'] for subnet (ae38a52c-721e-4c12-a062-3965c1d3e0e1), precommit_delete_associations {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.195943 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562831'] for subnet (ae38a52c-721e-4c12-a062-3965c1d3e0e1), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.247701 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16328958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12718314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12643113'] for subnet (ae38a52c-721e-4c12-a062-3965c1d3e0e1), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.278609 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae38a52c-721e-4c12-a062-3965c1d3e0e1,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.282926 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for subnet (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.287030 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-8846cab2-cd0b-4426-9eed-6e64de5db515 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ae38a52c-721e-4c12-a062-3965c1d3e0e1 HTTP/1.1" status: 204 len: 168 time: 0.2646561 Feb 16 13:43:35.288722 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [-] (102564) accepted ('10.222.0.73', 51144) {{(pid=102564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:35.290636 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe88b7-fd5e-43e7-b5ec-2686c00f544d None None] Network e889f01d-36a8-44c8-98fc-72c1bef0a7d6 requested from dv-cinder-829473-3-iscsi {{(pid=102565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 13:43:35.409164 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-982002'] for network (e889f01d-36a8-44c8-98fc-72c1bef0a7d6), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.492942 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Deleting port 89858b23-1835-4708-88d5-45b0336d53c9 {{(pid=102564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:35.493409 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (89858b23-1835-4708-88d5-45b0336d53c9), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.541381 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] DHCP port deletion for e889f01d-36a8-44c8-98fc-72c1bef0a7d6 request from dv-cinder-829473-3-iscsi {{(pid=102565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 13:43:35.579373 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.db [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] For port 89858b23-1835-4708-88d5-45b0336d53c9, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=89858b23-1835-4708-88d5-45b0336d53c9,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:35.579764 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (89858b23-1835-4708-88d5-45b0336d53c9), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.609166 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Deleting port 89858b23-1835-4708-88d5-45b0336d53c9 {{(pid=102565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 13:43:35.609935 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749293084663'] for port (89858b23-1835-4708-88d5-45b0336d53c9), before_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.610605 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.plugin [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Calling delete_port for 89858b23-1835-4708-88d5-45b0336d53c9 owned by network:dhcp {{(pid=102564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:35.694965 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.db [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] For port 89858b23-1835-4708-88d5-45b0336d53c9, host dv-cinder-829473-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829473-3-iscsi',level=0,port_id=89858b23-1835-4708-88d5-45b0336d53c9,segment=NetworkSegment(628fa6fa-0d04-465b-b1c2-24439dfc983f),segment_id=628fa6fa-0d04-465b-b1c2-24439dfc983f)] {{(pid=102565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 13:43:35.695131 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16333504'] for port (89858b23-1835-4708-88d5-45b0336d53c9), precommit_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.711275 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Calling delete_port for 89858b23-1835-4708-88d5-45b0336d53c9 owned by network:dhcp {{(pid=102565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 13:43:35.724761 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13794464'] for port (89858b23-1835-4708-88d5-45b0336d53c9), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.777869 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] No DVR routers for this DVR port 89858b23-1835-4708-88d5-45b0336d53c9 on host dv-cinder-829473-3-iscsi {{(pid=102564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:35.800701 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-881807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749293160030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749292649777'] for port (89858b23-1835-4708-88d5-45b0336d53c9), after_delete {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.835355 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=89858b23-1835-4708-88d5-45b0336d53c9,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.838185 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] Pushing event deleted for resources: {'Port': ['ID=89858b23-1835-4708-88d5-45b0336d53c9,revision_number=None']} {{(pid=102565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.839581 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b9cb8-f0e7-4273-b998-9dd0478a0094 None None] No DVR routers for this DVR port 89858b23-1835-4708-88d5-45b0336d53c9 on host dv-cinder-829473-3-iscsi {{(pid=102565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:35.871653 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561138', 'neutron.services.segments.db._delete_segments_for_network-8749293147275'] for network (e889f01d-36a8-44c8-98fc-72c1bef0a7d6), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.896019 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e889f01d-36a8-44c8-98fc-72c1bef0a7d6']}} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.906311 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628fa6fa-0d04-465b-b1c2-24439dfc983f') {'for_net_delete': True} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.906603 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.services.segments.db [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628fa6fa-0d04-465b-b1c2-24439dfc983f') {} {{(pid=102564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.917271 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749293149588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58635922'] for segment (628fa6fa-0d04-465b-b1c2-24439dfc983f), before_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.937368 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526'] for segment (628fa6fa-0d04-465b-b1c2-24439dfc983f), precommit_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.947202 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=102564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:35.947945 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13794511'] for segment (628fa6fa-0d04-465b-b1c2-24439dfc983f), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: Traceback (most recent call last): Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: timer() Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: cb(*args, **kw) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: return func(*args, **kwargs) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: self._notify() Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: self.callback(batched_events) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: event.method(event) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: return f(self, *a, **k) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._get(url).json() Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:35.951181 dv-cinder-829473-3-iscsi neutron-server[102564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:36.032327 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-560905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16768777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16332938'] for network (e889f01d-36a8-44c8-98fc-72c1bef0a7d6), after_delete {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.038686 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron_lib.callbacks.manager [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16768807'] for network (None), before_response {{(pid=102564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.042375 dv-cinder-829473-3-iscsi neutron-server[102564]: INFO neutron.wsgi [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] 10.222.0.73 "DELETE /v2.0/networks/e889f01d-36a8-44c8-98fc-72c1bef0a7d6 HTTP/1.1" status: 204 len: 168 time: 0.7523401 Feb 16 13:43:36.053152 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373370b1-4f80-4461-8572-953e4a5a1f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e889f01d-36a8-44c8-98fc-72c1bef0a7d6,revision_number=None']} {{(pid=102564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:36.207074 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51148) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:36.247931 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-6b5dcbaa-54a1-4f86-8d5b-a0ed56f88393 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3110b640182d4cd7b9fbf1b8dfd23aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396791 Feb 16 13:43:36.252240 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51150) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:36.316745 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] Publish callbacks [] for security_group (6cb6b909-828d-4497-ab29-069d97b52ced), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.353379 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] Publish callbacks [] for security_group (6cb6b909-828d-4497-ab29-069d97b52ced), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.412628 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (6cb6b909-828d-4497-ab29-069d97b52ced), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.415474 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.416616 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cb6b909-828d-4497-ab29-069d97b52ced HTTP/1.1" status: 204 len: 168 time: 0.1634572 Feb 16 13:43:36.426476 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227d7a2-7fdf-4e5e-bbe4-91dbceafe4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb6b909-828d-4497-ab29-069d97b52ced,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:36.761171 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51156) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:36.777887 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 89858b23-1835-4708-88d5-45b0336d53c9 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:36.799866 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 89858b23-1835-4708-88d5-45b0336d53c9 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:36.800219 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 89858b23-1835-4708-88d5-45b0336d53c9 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:36.800650 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device f0c950f3-8e2b-4f9a-be25-a1237af2e6fb no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:36.804844 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-2b56b4e0-4b07-4852-8665-44644d9adb21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2a2f57447474b2bb7a0d3666778248b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424230 Feb 16 13:43:36.807555 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.wsgi [-] (102563) accepted ('10.222.0.73', 51158) {{(pid=102563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 13:43:36.821386 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: f0c950f3-8e2b-4f9a-be25-a1237af2e6fb {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:36.821737 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device f0c950f3-8e2b-4f9a-be25-a1237af2e6fb not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:36.822191 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4a6e3c49-3567-4dec-8ccc-e2999e782b88 no longer exists at agent ovs-agent-dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 13:43:36.841002 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.plugin [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] No Port match for: 4a6e3c49-3567-4dec-8ccc-e2999e782b88 {{(pid=102565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 13:43:36.841346 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron.plugins.ml2.rpc [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Device 4a6e3c49-3567-4dec-8ccc-e2999e782b88 not bound to the agent host dv-cinder-829473-3-iscsi {{(pid=102565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 13:43:36.858832 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] Publish callbacks [] for security_group (a44ef286-c8d0-472b-95d7-116c01bf63bc), before_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.880551 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] Publish callbacks [] for security_group (a44ef286-c8d0-472b-95d7-116c01bf63bc), precommit_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.926890 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16354687'] for security_group (a44ef286-c8d0-472b-95d7-116c01bf63bc), after_delete {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.930080 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:36.930960 dv-cinder-829473-3-iscsi neutron-server[102563]: INFO neutron.wsgi [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a44ef286-c8d0-472b-95d7-116c01bf63bc HTTP/1.1" status: 204 len: 168 time: 0.1225057 Feb 16 13:43:36.940418 dv-cinder-829473-3-iscsi neutron-server[102563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd5bea-f417-45e4-b9eb-3b7b8a1e3ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44ef286-c8d0-472b-95d7-116c01bf63bc,revision_number=None']} {{(pid=102563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:46.949559 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8761-6dab-40ad-88ca-4c59ab6584fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:49.359947 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e2f86764-5d0d-4f77-8545-1ee3f051f520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:50.219451 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:51.844017 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:53.103802 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:43:58.354279 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:04.867772 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:44:16.943846 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a5cf13f3-8d37-41ce-a714-5e2a2e5c9401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:19.362618 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-944cfa18-d3d0-4f9a-bf57-3606f67d143c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:20.220922 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:21.847284 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:23.096667 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:28.351563 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:41.867598 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:44:46.945050 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-231e97a3-bd5b-4160-b36a-668cdc64f317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:49.368091 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-02ce0e7f-29f0-4d89-b8c1-d1eb1c63841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:50.226190 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:51.849601 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:53.099126 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:44:58.350976 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:16.948096 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-a434de1a-c6f0-4fb0-b320-209fde4e5786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:18.865746 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:45:19.370589 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-c83097ad-56b9-4e76-9c7f-0e72cb7fc46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:20.229285 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:21.852599 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:23.105647 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:28.356171 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:46.950365 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-d17e51e9-5869-4ad1-8a75-eef145d9fd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:49.372432 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4b6120eb-bc49-4ca3-be39-fb5659101ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:50.230154 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:51.858163 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:53.098514 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:45:55.865815 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:45:58.364218 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:16.952470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0888-66b1-44b8-ab82-c2d7851e7d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:19.375309 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-bbdb5bc5-0bc1-48d0-92c6-716b025f65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:20.234159 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:21.858001 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:23.101035 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:28.395616 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:32.864480 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:46:46.954722 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2302a203-b05c-4da3-bb8b-a8c839b963a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:49.378200 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-4409b412-af8a-447c-be1a-afcbd61b49ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:50.235648 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:51.860424 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:52.004098 dv-cinder-829473-3-iscsi neutron-server[102564]: DEBUG neutron.wsgi [req-435351f8-f8ba-4d19-9698-b7bf344aa93a req-e23d9f96-793d-4d55-93f4-b81302c22ff1 service neutron] (102564) timed out ('10.222.0.104', 52190) {{(pid=102564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 13:46:53.110523 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:46:58.398656 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:09.866273 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:47:16.956939 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2ef00788-30a9-4940-8771-f021b7738aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:19.380653 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac1d2-7766-4d3d-a5bc-5f1435fffc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:20.239016 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:21.863454 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:23.103425 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:28.425004 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:46.866485 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:47:46.959045 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-8990dbe3-3092-492d-a077-1ef99bf24247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:49.384629 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-79f1277a-b720-4fc3-825f-af54fecd8a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:50.242225 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:51.868356 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:53.106306 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:47:58.428478 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:16.961470 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-30888631-ef7c-471f-8491-62fb416ec7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:19.387599 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-80424397-809e-4fd9-a69f-00c125e5ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:20.244886 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:21.869502 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:23.112566 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:23.866108 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:48:28.426617 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:46.963131 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-076cfbf1-665e-4be9-be19-9a8d76ee572b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:49.389957 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-7b76c283-17f2-426f-9981-8dcaa3c90f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:50.248299 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:51.875345 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:53.104672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:48:58.443941 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:00.865224 dv-cinder-829473-3-iscsi neutron-server[102566]: DEBUG neutron.db.agents_db [None req-20fadd1b-d559-49ad-acf6-824078242980 None None] Agent healthcheck: found 6 active agents {{(pid=102566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 13:49:16.968060 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-2f873857-f06d-4192-8ce5-bd35eaf9127e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (28387ef6-3c70-4f3b-b6e8-438e5c3c46bc), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:19.394789 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1f9dc0a-8bab-4260-b5fc-4474dde3a9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (06cb5a77-a368-4495-bedb-f7a87e790c21), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:20.250672 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-e1ae280b-6408-4443-a1d9-6a6da5914eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (cd104ad0-76ed-439c-aab3-9af22d3564ae), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:21.877284 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-6f0a77df-1c12-4d55-8954-335a2331f1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (eaa71f07-4709-47cc-b7ad-d87a18a5ba67), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:23.107247 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-f647d5ea-73f1-4ee9-bc14-2f6de7f49de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (573e8bf2-decf-40e9-b026-0275f46dc758), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 13:49:28.438293 dv-cinder-829473-3-iscsi neutron-server[102565]: DEBUG neutron_lib.callbacks.manager [None req-74202222-07dc-4193-8f0b-1bc56a29d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749293147257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559099'] for agent (961c7ba6-4c6f-4149-955b-55e5c3039ba4), after_update {{(pid=102565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}